-- Logs begin at Thu 2021-05-20 14:10:56 UTC, end at Thu 2021-05-20 15:10:31 UTC. -- May 20 14:38:52.568776 dv-neutron-601336-75-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 20 14:38:54.993357 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.common.config [-] Logging enabled! May 20 14:38:54.993857 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 14:38:54.994106 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 14:38:54.997337 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.common.config [-] Logging enabled! May 20 14:38:54.997599 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev225 May 20 14:38:54.997917 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98700) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 20 14:38:54.998857 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 14:38:54.999117 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 14:38:54.999476 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 14:38:54.999727 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 14:38:54.999958 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 14:38:55.000285 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.000585 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.000892 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.001127 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.001429 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.001728 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.002018 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.002314 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.002616 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.002906 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.003235 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.003608 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.003850 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.004140 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.004437 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.004730 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.004960 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] debug = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.005248 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.005678 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.006095 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.006380 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.006676 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.006962 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.007263 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.007549 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.007838 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.008200 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] host = dv-neutron-601336-75-hyperv {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.008482 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.008775 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.009066 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.009361 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.009642 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.009924 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.010214 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.010493 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.010769 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.011048 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.011368 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.011665 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.011959 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.012190 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.012417 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.012714 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.013008 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.013291 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.013568 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.013848 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.014124 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.014403 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.014675 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.014966 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.015291 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.015587 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.015865 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.016145 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.016423 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.016698 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.016987 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.017265 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.017540 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.017817 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.018107 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.018380 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.018656 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.018958 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.019283 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.019577 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.019868 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.020147 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.020435 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.020718 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.020993 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.021270 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] use_json = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.021548 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.021825 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.022113 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.022393 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.022923 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.023234 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.023514 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.023835 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:55.024139 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.024445 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.024752 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.025040 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.025340 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.025622 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.025914 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.026197 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.026497 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.026787 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.027076 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.027388 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.027678 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.027959 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.028258 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.028564 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.028863 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.029159 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.029436 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.029712 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.029988 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.030267 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.030556 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.030854 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.031171 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.031452 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.031735 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.032030 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.032312 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.032586 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.032871 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.033164 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.033451 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.033720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.034005 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.034289 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.034564 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.034840 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.035148 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.035446 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.035726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.036001 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.036277 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.036558 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.036832 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.037121 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.037400 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.037676 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.037950 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.038230 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.038505 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.038778 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.039056 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.039883 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.040164 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.040440 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.040715 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.040993 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.041271 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.041549 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.041825 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.042100 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.042378 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.042653 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.042932 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.043242 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.043516 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.043792 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.044080 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.044378 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.044660 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.044941 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.045221 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.045501 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.045779 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.046058 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.046335 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.046614 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.046891 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.047212 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.047501 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.047790 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.048075 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.048353 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.048653 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.048932 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.049215 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.049496 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.049777 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.050067 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.050353 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.050651 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.050949 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.051288 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.051586 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.051882 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.052166 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.052476 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.052766 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:55.052987 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 14:38:55.053234 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98700) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 20 14:38:55.403710 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:38:55.403989 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:38:55.404282 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:38:55.404618 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [-] Loading core plugin: ml2 May 20 14:38:55.707849 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.708065 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.708343 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.709567 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.709846 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.710117 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.828385 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.828667 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.828938 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.842486 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.842770 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.843045 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.870857 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.871166 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.871450 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.910132 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.910418 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:55.910692 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.143399 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.144004 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.144004 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.144206 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.144951 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.269990 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.270315 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.270601 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.270879 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.271182 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.271499 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.271764 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.272023 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.272281 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.272566 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.273084 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.273351 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.273633 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.273903 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.274174 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.274448 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.274712 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.274989 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.275270 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.275557 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.275917 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.276174 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.276427 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.276713 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.276966 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.277213 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.277608 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.277856 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.278101 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.278344 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.278584 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.278827 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.279209 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 20 14:38:56.282245 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 20 14:38:56.286152 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 20 14:38:56.289978 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) May 20 14:38:56.291800 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 20 14:38:56.292249 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 20 14:38:56.292592 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 20 14:38:56.292989 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 20 14:38:56.295795 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 20 14:38:56.296053 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 20 14:38:56.296399 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 20 14:38:56.325546 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 20 14:38:56.326000 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.326299 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98700) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 20 14:38:56.326665 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.328054 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98700) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 20 14:38:56.328337 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 20 14:38:56.328589 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 20 14:38:56.331982 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.332265 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.403324 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 20 14:38:56.403513 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 20 14:38:56.403758 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 20 14:38:56.404132 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 20 14:38:56.434421 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_db.sqlalchemy.engines [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98700) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 20 14:38:56.766835 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing driver for type 'gre' May 20 14:38:56.767315 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] gre ID ranges: [(1, 1000)] May 20 14:38:56.817628 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing driver for type 'local' May 20 14:38:56.817969 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing driver for type 'vlan' May 20 14:38:56.829699 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] VlanTypeDriver initialization complete May 20 14:38:56.830062 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing driver for type 'vxlan' May 20 14:38:56.830549 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] vxlan ID ranges: [(1, 1000)] May 20 14:38:56.884162 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing extension driver 'port_security' May 20 14:38:56.884562 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.extensions.port_security [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] PortSecurityExtensionDriver initialization complete May 20 14:38:56.884965 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing mechanism driver 'openvswitch' May 20 14:38:56.886051 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing mechanism driver 'hyperv' May 20 14:38:56.893364 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.plugins.ml2.plugin [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:38:56.894172 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.894627 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.895039 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.895507 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.895916 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.896304 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.896716 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.897120 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.897500 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.898168 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > security_group after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.898569 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > security_group after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.899479 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.899922 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.900307 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.900685 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.901103 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > address_group after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.901484 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > address_group after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.901856 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.902293 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] ML2 OVO RPC backend initialized. {{(pid=98700) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 20 14:38:56.903063 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.903512 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.903993 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.904377 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > networks before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.904767 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.905141 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > ports before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.905576 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.905954 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnets before_response 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.906334 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.906708 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.907077 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.907538 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.907932 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.908312 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.908687 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.909061 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.909432 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.910045 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.plugin [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Modular L2 Plugin initialization complete May 20 14:38:56.910406 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading services supported by the core plugin {{(pid=98700) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 20 14:38:56.910777 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.plugins.ml2.managers [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Got port-security extension from driver 'port_security' May 20 14:38:56.911332 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.extensions.vlantransparent [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Disabled vlantransparent extension. May 20 14:38:56.911878 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98700) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 20 14:38:56.912263 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: router May 20 14:38:56.949272 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.949658 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_create 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.950027 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router before_create 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.950387 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.950755 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.951121 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_delete 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.951481 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.951838 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_create 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.952179 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_update 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.952524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_update 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.952866 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.953226 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_update 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.953629 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_update 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.953996 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.954335 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.954667 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: subnet after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.955002 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.955374 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.955717 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_create 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.956056 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.956394 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.956745 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router after_update 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.957082 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.957424 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_create 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.957778 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.958118 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_update 55549900 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.958486 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > network after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.959355 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Tracking information for resource: router configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.959688 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Tracking information for resource: floatingip configured {{(pid=98700) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 20 14:38:56.965079 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.db.l3_agentschedulers_db [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 20 14:38:56.965658 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.966016 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port after_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.966363 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port after_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.966714 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: port after_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.967532 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router before_create 55550100 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.967895 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.968253 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_create 55550100 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.968606 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > router precommit_update 55550100 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.973113 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.provider_configuration [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service providers = [] {{(pid=98700) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 20 14:38:56.973476 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.db.servicetype_db [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98700) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 20 14:38:56.976542 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.service_base [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 14:38:56.977511 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.service_base [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 14:38:56.977852 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.service_base [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 14:38:56.978738 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.services.service_base [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98700) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 20 14:38:56.979123 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.services.service_base [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Default provider is not specified for service type L3_ROUTER_NAT May 20 14:38:56.979618 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:56.979932 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 20 14:38:56.990264 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:56.990601 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: auto_allocate May 20 14:38:56.996291 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: network precommit_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.996655 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: network precommit_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:56.997167 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:56.997482 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: tag May 20 14:38:57.004185 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:57.004519 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: timestamp May 20 14:38:57.008289 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:57.008619 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: network_ip_availability May 20 14:38:57.013803 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:57.014170 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:57.014525 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:57.015245 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:57.015568 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: flavors May 20 14:38:57.020454 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:57.020741 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading Plugin: revisions May 20 14:38:57.025785 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98700) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 20 14:38:57.026172 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=98700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:38:57.026891 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98700) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 20 14:38:57.027267 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Initializing extension manager. May 20 14:38:57.027768 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: __init__.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.028110 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: __pycache__ {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.028442 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.028771 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: address_group.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.029513 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.030075 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: address-group May 20 14:38:57.030399 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: address_scope.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.031120 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.031632 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: address-scope May 20 14:38:57.031956 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.032870 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.033383 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: router-admin-state-down-before-update May 20 14:38:57.033712 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: agent.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.034396 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.034897 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: agent May 20 14:38:57.035252 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: agent_resources_synced.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.036142 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.036644 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: agent-resources-synced May 20 14:38:57.036963 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: allowedaddresspairs.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.038708 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.039263 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: allowed-address-pairs May 20 14:38:57.040123 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: auto_allocated_topology.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.041174 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.041676 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: auto-allocated-topology May 20 14:38:57.042000 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: availability_zone.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.042674 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.043208 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: availability_zone May 20 14:38:57.043535 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: availability_zone_filter.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.044429 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.044934 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: availability_zone_filter May 20 14:38:57.045259 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: data_plane_status.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.046158 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.046659 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension data-plane-status not supported by any of loaded plugins May 20 14:38:57.046977 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: default_subnetpools.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.047903 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.048405 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: default-subnetpools May 20 14:38:57.048724 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.049508 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.050010 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: dhcp_agent_scheduler May 20 14:38:57.050331 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: dns.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.051252 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.051757 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension dns-integration not supported by any of loaded plugins May 20 14:38:57.052077 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: dns_domain_ports.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.052965 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.053473 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension dns-domain-ports not supported by any of loaded plugins May 20 14:38:57.053792 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: dvr.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.054444 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.054970 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: dvr May 20 14:38:57.055386 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: empty_string_filtering.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.056308 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.056833 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: empty-string-filtering May 20 14:38:57.057133 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.058030 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.058570 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 20 14:38:57.058901 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.059824 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.060365 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 20 14:38:57.060687 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: external_net.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.061602 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.062103 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: external-net May 20 14:38:57.062423 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.063371 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.063881 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: extra_dhcp_opt May 20 14:38:57.064202 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: extraroute.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.065095 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.065588 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: extraroute May 20 14:38:57.065952 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: extraroute_atomic.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.067182 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.067669 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: extraroute-atomic May 20 14:38:57.068014 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: filter_validation.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.068822 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.069361 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: filter-validation May 20 14:38:57.069683 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: fip_pf_description.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.070613 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.071189 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 20 14:38:57.071459 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: fip_port_details.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.072378 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.072859 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: fip-port-details May 20 14:38:57.073195 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: flavors.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.074412 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.074913 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: flavors May 20 14:38:57.075276 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.077012 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.077549 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 20 14:38:57.077878 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: floatingip_pools.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.078563 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.079071 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: floatingip-pools May 20 14:38:57.079424 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: ip_allocation.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.080328 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.080831 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension ip_allocation not supported by any of loaded plugins May 20 14:38:57.081181 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.082078 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.082633 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: ip-substring-filtering May 20 14:38:57.082957 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l2_adjacency.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.083880 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.084380 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension l2_adjacency not supported by any of loaded plugins May 20 14:38:57.084697 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.085657 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.086698 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: router May 20 14:38:57.087027 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.089261 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.089781 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 20 14:38:57.090115 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.091015 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.091553 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: ext-gw-mode May 20 14:38:57.091882 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.092780 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.093281 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: l3-ha May 20 14:38:57.093605 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3_flavors.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.094516 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.095012 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: l3-flavors May 20 14:38:57.095360 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.096274 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.096776 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: l3-port-ip-change-not-allowed May 20 14:38:57.097095 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: l3agentscheduler.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.098121 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.098628 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: l3_agent_scheduler May 20 14:38:57.098956 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: logging.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.100473 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.100986 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension logging not supported by any of loaded plugins May 20 14:38:57.101314 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: metering.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.102711 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.103311 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: metering May 20 14:38:57.103636 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.104828 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.105338 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: metering_source_and_destination_fields May 20 14:38:57.105662 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: multiprovidernet.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.106565 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.107071 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: multi-provider May 20 14:38:57.107423 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: netmtu.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.108310 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.108814 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: net-mtu May 20 14:38:57.109133 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: netmtu_writable.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.110033 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.110539 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: net-mtu-writable May 20 14:38:57.110858 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: network_availability_zone.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.111541 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.112040 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: network_availability_zone May 20 14:38:57.112356 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: network_ip_availability.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.113452 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.113956 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: network-ip-availability May 20 14:38:57.114282 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: network_segment_range.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.115031 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.115560 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension network-segment-range not supported by any of loaded plugins May 20 14:38:57.115878 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: pagination.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.116831 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.117157 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: pagination May 20 14:38:57.117502 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: port_device_profile.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.118394 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.118903 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: port-device-profile May 20 14:38:57.119271 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.120159 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.120657 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: port-mac-address-regenerate May 20 14:38:57.120975 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.121867 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.122368 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: port-numa-affinity-policy May 20 14:38:57.122687 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: port_resource_request.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.123600 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.124102 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension port-resource-request not supported by any of loaded plugins May 20 14:38:57.124452 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: portbindings.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.125335 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.125844 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: binding May 20 14:38:57.126166 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: portbindings_extended.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.127442 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.127951 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: binding-extended May 20 14:38:57.128273 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: portsecurity.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.129161 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.129666 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: port-security May 20 14:38:57.129987 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: project_id.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.130932 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.131286 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: project-id May 20 14:38:57.131608 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: providernet.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.132505 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.133030 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: provider May 20 14:38:57.133350 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.136851 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.137369 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos not supported by any of loaded plugins May 20 14:38:57.137700 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.138922 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.139464 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 20 14:38:57.139789 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.140692 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.141215 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 20 14:38:57.141526 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_default.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.142414 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.142917 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-default not supported by any of loaded plugins May 20 14:38:57.143269 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_fip.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.143904 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.144424 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-fip not supported by any of loaded plugins May 20 14:38:57.144707 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_gateway_ip.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.145604 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.146104 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 20 14:38:57.146426 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_port_network_policy.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.147346 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.148105 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 20 14:38:57.148426 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_rule_type_details.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.149856 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.150360 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 20 14:38:57.150681 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: qos_rules_alias.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.151743 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.152249 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension qos-rules-alias not supported by any of loaded plugins May 20 14:38:57.152571 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: quotasv2.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.153569 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.153898 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: quotas May 20 14:38:57.154218 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: quotasv2_detail.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.155859 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.156191 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: quota_details May 20 14:38:57.156517 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: rbac.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.157556 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.158070 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: rbac-policies May 20 14:38:57.158401 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: rbac_address_group.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.159337 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.159850 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: rbac-address-group May 20 14:38:57.160174 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: rbac_address_scope.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.161073 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.161579 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: rbac-address-scope May 20 14:38:57.161902 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: rbac_security_groups.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.162794 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.163327 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: rbac-security-groups May 20 14:38:57.163651 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: rbac_subnetpool.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.165132 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.165616 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: rbac-subnetpool May 20 14:38:57.165938 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: revisionifmatch.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.166838 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.167388 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: revision-if-match May 20 14:38:57.167702 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: revisions.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.168790 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.169297 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: standard-attr-revisions May 20 14:38:57.169623 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: router_availability_zone.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.170281 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.170783 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: router_availability_zone May 20 14:38:57.171121 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: routerservicetype.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.172028 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.172536 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension router-service-type not supported by any of loaded plugins May 20 14:38:57.172859 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.173765 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.174272 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: security-groups-normalized-cidr May 20 14:38:57.174594 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.175547 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.176054 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: port-security-groups-filtering May 20 14:38:57.176375 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.177273 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.177777 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: security-groups-remote-address-group May 20 14:38:57.178097 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: securitygroup.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.187598 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.188122 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: security-group May 20 14:38:57.188456 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: segment.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.189222 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.189729 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension segment not supported by any of loaded plugins May 20 14:38:57.190059 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.190969 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.191506 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 20 14:38:57.191831 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: servicetype.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.192911 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.193429 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: service-type May 20 14:38:57.193755 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: sorting.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.194716 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.195052 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: sorting May 20 14:38:57.195399 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: standard_attr_segment.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.196314 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.196825 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension standard-attr-segment not supported by any of loaded plugins May 20 14:38:57.197146 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: standardattrdescription.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.197772 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.198276 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: standard-attr-description May 20 14:38:57.198597 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: stateful_security_group.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.199524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.200031 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: stateful-security-group May 20 14:38:57.200352 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: stdattrs_common.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.200914 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 20 14:38:57.201232 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.202194 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.202696 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 20 14:38:57.203015 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: subnet_onboard.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.204093 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.204599 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: subnet_onboard May 20 14:38:57.204928 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.205845 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.206350 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 20 14:38:57.206670 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: subnet_service_types.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.207601 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.208106 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: subnet-service-types May 20 14:38:57.208428 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: subnetallocation.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.209492 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.209998 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: subnet_allocation May 20 14:38:57.210321 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.210971 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.212027 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: subnetpool-prefix-ops May 20 14:38:57.212346 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.213270 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.213774 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 20 14:38:57.214093 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: tagging.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.215155 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.215685 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: standard-attr-tag May 20 14:38:57.216009 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: timestamp.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.217177 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.217691 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loaded extension: standard-attr-timestamp May 20 14:38:57.218016 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: trunk.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.219032 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.219568 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension trunk not supported by any of loaded plugins May 20 14:38:57.219891 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: trunk_details.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.220787 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.221295 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension trunk-details not supported by any of loaded plugins May 20 14:38:57.221618 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: uplink_status_propagation.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.222507 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.223017 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 20 14:38:57.223362 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Loading extension file: vlantransparent.py {{(pid=98700) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 20 14:38:57.224009 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98700) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 20 14:38:57.224511 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extension vlan-transparent not supported by any of loaded plugins May 20 14:38:57.227561 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:network May 20 14:38:57.228279 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:subnet May 20 14:38:57.229055 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:subnetpool May 20 14:38:57.229657 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:port May 20 14:38:57.230899 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.231367 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service FLAVORS assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.231990 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.232554 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.232889 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:router May 20 14:38:57.233546 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:floatingip May 20 14:38:57.234254 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service METERING assigned prefix: /metering {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.235730 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:57.236098 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:57.236446 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98700) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:38:57.237563 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of CountableResource for resource:rbac_policy May 20 14:38:57.238113 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:security_group May 20 14:38:57.238768 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 14:38:57.239542 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service CORE assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.239878 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:subnetpool May 20 14:38:57.240212 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] subnetpool is already registered May 20 14:38:57.240811 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service CORE assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.241139 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:subnetpool May 20 14:38:57.241469 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] subnetpool is already registered May 20 14:38:57.245107 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.245547 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service FLAVORS assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.246136 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.246557 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.246887 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:router May 20 14:38:57.247264 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] router is already registered May 20 14:38:57.247855 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:floatingip May 20 14:38:57.248182 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] floatingip is already registered May 20 14:38:57.248817 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service METERING assigned prefix: /metering {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.249487 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of CountableResource for resource:rbac_policy May 20 14:38:57.249812 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] rbac_policy is already registered May 20 14:38:57.250353 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:security_group May 20 14:38:57.250679 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] security_group is already registered May 20 14:38:57.251293 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:security_group_rule May 20 14:38:57.251622 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] security_group_rule is already registered May 20 14:38:57.252283 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service CORE assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.252625 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:subnetpool May 20 14:38:57.252949 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] subnetpool is already registered May 20 14:38:57.253540 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.v2.resource_helper [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Service CORE assigned prefix: {{(pid=98700) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 20 14:38:57.253862 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Creating instance of TrackedResource for resource:subnetpool May 20 14:38:57.254181 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING neutron.quota.resource_registry [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] subnetpool is already registered May 20 14:38:57.254816 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: extensions {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.256352 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: address-groups {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.258507 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: address-scopes {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.259799 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: agents {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.260979 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: auto-allocated-topology {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.262243 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: availability_zones {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.263608 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: dhcp-networks {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.265029 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: dhcp-agents {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.266522 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: routers {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.268381 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: flavors {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.269551 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: service_profiles {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.270801 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: next_providers {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.272332 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: service_profiles {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.274643 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: floatingip-pools {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.275926 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: routers {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.277737 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: floatingips {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.278931 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: l3-routers {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.280424 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: l3-agents {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.281850 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: metering-labels {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.283265 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: metering-label-rules {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.284550 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: network-ip-availabilities {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.285834 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: bindings {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.287526 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: quotas {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.289003 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: quotas {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.290546 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: rbac-policies {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.291901 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: security-groups {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.293116 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: security-group-rules {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.294381 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: service-providers {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.295636 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: subnetpools {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.297082 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: subnetpools {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.298550 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.300290 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.302141 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.303968 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.306772 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.308683 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.310401 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.422600 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.424444 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.426311 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron.api.extensions [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Extended resource: tags {{(pid=98700) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 20 14:38:57.432756 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING keystonemiddleware.auth_token [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 20 14:38:57.437463 dv-neutron-601336-75-hyperv neutron-server[98700]: WARNING keystonemiddleware.auth_token [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 20 14:38:57.446225 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Acquired lock "singleton_lock" {{(pid=98700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 20 14:38:57.446700 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_concurrency.lockutils [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Releasing lock "singleton_lock" {{(pid=98700) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 20 14:38:57.447338 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Starting 2 workers May 20 14:38:57.451930 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Started child 98805 {{(pid=98700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 14:38:57.458487 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Started child 98806 {{(pid=98700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 14:38:57.458715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:38:57.459358 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO neutron.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Neutron service started, listening on 0.0.0.0:9696 May 20 14:38:57.459446 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [-] (98805) wsgi starting up on http://0.0.0.0:9696 May 20 14:38:57.459529 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Notify callbacks [] for process, before_spawn {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:38:57.460472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:38:57.460883 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Starting 1 workers May 20 14:38:57.462536 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [-] (98806) wsgi starting up on http://0.0.0.0:9696 May 20 14:38:57.466199 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Started child 98807 {{(pid=98700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 14:38:57.466721 dv-neutron-601336-75-hyperv neutron-server[98700]: INFO oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Starting 1 workers May 20 14:38:57.469616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] calling RpcWorker wait() {{(pid=98807) _wait /opt/stack/neutron/neutron/service.py:128}} May 20 14:38:57.470120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] returning from RpcWorker wait() {{(pid=98807) _wait /opt/stack/neutron/neutron/service.py:135}} May 20 14:38:57.470916 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Started child 98808 {{(pid=98700) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 20 14:38:57.471518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:38:57.471741 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG neutron_lib.callbacks.manager [None req-025cc28d-f9ba-4d5b-ac0b-201f0fec4f42 None None] Notify callbacks [] for process, after_spawn {{(pid=98700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:38:57.472106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:38:57.473529 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 14:38:57.473732 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 14:38:57.473916 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 14:38:57.474135 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 14:38:57.474483 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 14:38:57.474647 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 14:38:57.475159 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.475437 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.475648 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:38:57.476113 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.476113 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.476247 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.476611 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:38:57.477371 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.477645 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.477901 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.478191 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.478455 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.478626 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.478790 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.479042 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.479309 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.479617 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.479909 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.480165 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.480447 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.480616 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.480871 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.481131 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.481354 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.481613 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] debug = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.481866 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.482357 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.482580 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.482816 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.483052 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.483344 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.483598 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.483837 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.484071 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.484307 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.484557 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.484824 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.485055 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.485284 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.485506 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.485766 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.485999 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.486488 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] host = dv-neutron-601336-75-hyperv {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.486708 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.486924 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.487204 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.487459 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.487719 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.487952 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.488220 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.488494 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.488701 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.488945 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.489204 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.489443 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.489676 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.489975 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.490118 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_options = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.490308 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.490579 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.490863 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.491052 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.491247 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.491422 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.491670 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.491834 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.492100 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.492369 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.493097 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.493381 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.493628 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.493870 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.494170 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.494411 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.494672 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.494882 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.495172 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.495457 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.495689 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.495917 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.496135 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.496350 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.496562 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.496798 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.497022 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.497238 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.497452 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.497711 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.497951 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.498207 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.498451 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.498696 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.498922 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.499168 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.499413 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.499675 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.499902 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.500145 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.500387 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.500599 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.500823 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.501147 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.501384 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.501604 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_json = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.501805 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.502050 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.502324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.502546 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.502780 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.502992 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.503249 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.503481 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.503908 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.504326 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.504635 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.504885 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.505124 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.505377 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.505628 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.506120 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.506120 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.506430 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.506610 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.506950 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.507207 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.507481 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.507883 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.508258 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.508449 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.508725 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.509078 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.509444 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.509444 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.509659 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.510008 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.510285 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.510553 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.511185 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.511185 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.511319 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.511502 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.511739 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.511984 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.512195 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.512460 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.512687 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.513382 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.513382 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.513382 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.513769 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.513842 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.514105 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.514663 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.514663 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.514802 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.514996 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516015 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516015 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516015 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516015 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516450 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516450 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516729 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516869 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.516995 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.517386 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.517477 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.517767 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.517902 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.518113 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.518345 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.518564 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.518793 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.519065 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.519492 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.519492 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.519713 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.519949 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.520348 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.520348 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.520600 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.520859 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.521031 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.521242 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.521475 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.521704 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.521917 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.522147 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.522381 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.522593 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.523067 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.523315 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.523543 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.523772 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.523990 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.524211 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.524516 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.524784 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.525026 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.525268 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.525520 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.525775 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.526235 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.526235 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.526235 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.526235 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.527058 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.527160 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.527391 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.527645 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.527901 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.528122 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.528359 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.528578 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.528832 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.529074 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.529328 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.529573 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.529857 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.530097 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.530373 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.530601 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.530852 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.531173 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.531443 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.531711 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.531929 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.532185 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.532702 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.532826 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.533857 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.533857 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.533857 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.534087 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.534231 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.535155 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.535155 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.535155 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536301 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536301 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536301 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536301 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536301 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536659 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.536739 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.537155 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.537155 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.537424 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.537786 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.537882 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.538282 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.538282 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.538543 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.538776 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.539218 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.539817 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.540283 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.540283 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.540466 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542041 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542611 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542611 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542611 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542813 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.542990 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.543274 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.543491 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.543740 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.543966 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.544183 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.544423 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.544640 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.544876 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.545154 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.545372 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.545643 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.545902 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.546137 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.546384 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.546644 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.546894 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.547145 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.547393 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.547613 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.547829 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.548043 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.548263 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.548474 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.548692 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.548940 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.549153 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.549390 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.549640 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.549979 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.550241 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.550470 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.550707 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.550922 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.551190 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.551433 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.551685 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.551899 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.552133 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.552349 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.552614 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.552852 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.553100 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.553308 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.553517 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.553725 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.553961 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.554187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.554472 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.554740 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.555000 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.555748 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.556064 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.556301 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.556511 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.556720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.556934 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.557147 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.557367 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.557573 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.557782 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.558175 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.558548 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.558809 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.559022 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.559283 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.559476 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.559686 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.559928 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.560163 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.560376 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.560590 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.560812 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.561119 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.561371 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.561592 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.561881 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.562132 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.562367 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.563126 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.563126 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.563328 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.563412 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.563634 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.563865 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.564077 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.564350 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.564688 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.564984 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.565253 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.565508 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.565807 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.566090 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.566339 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.566556 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.566850 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.567206 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.567487 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.567760 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.567990 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.568271 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.568516 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.568731 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.568966 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.569199 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.569408 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.569661 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.569893 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.570117 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.570332 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.571136 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.571334 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.571552 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.571788 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.572007 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.572220 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.572377 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 14:38:57.572941 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98700) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 20 14:38:57.573103 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 20 14:38:57.573255 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 20 14:38:57.573426 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 20 14:38:57.573592 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 20 14:38:57.573737 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 20 14:38:57.573939 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.574097 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.574254 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.574404 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.574583 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.574756 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.574918 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.575079 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.575256 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.575566 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.575893 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.576056 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.576214 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.576373 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.576531 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.576688 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.576844 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577001 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577164 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577322 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577480 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577636 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577793 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] debug = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.577952 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.578127 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.578275 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.578432 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.578609 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.578748 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.578882 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579035 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579218 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579360 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579522 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579680 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579837 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.579995 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.580153 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.580310 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.580467 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.580625 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] host = dv-neutron-601336-75-hyperv {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.580781 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.580938 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.581094 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.581251 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.581409 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.581566 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.581722 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.581878 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582036 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582193 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582351 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582517 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582666 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582824 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.582982 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_options = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.583159 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.583317 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.583474 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.583651 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.583813 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.583971 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.584194 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.584293 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.584452 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.584574 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.584731 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.584889 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585046 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585203 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585359 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585516 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585672 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585829 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.585986 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.586189 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.586915 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.587127 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.587262 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.587585 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.587750 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.587907 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.588072 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.588229 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.588386 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.588544 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.588705 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.588861 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589019 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589168 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589327 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589484 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589627 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589791 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.589941 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.590097 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.590394 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.590701 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.590860 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.591017 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.591495 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.591495 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_json = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.591495 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.592173 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.592173 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.592173 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.592173 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.593639 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594187 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594601 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594601 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594738 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.594814 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.595109 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.595109 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.595550 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.595550 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.595550 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.595832 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596414 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596414 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596414 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596414 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596694 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596694 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596843 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.596920 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.597070 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.597233 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.597395 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.597557 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.597760 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.597875 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598023 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598183 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598345 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598507 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598669 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598831 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.598992 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.599259 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.599424 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.599595 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.599749 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.599909 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.600720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.600720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.600720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.600720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.600720 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.601175 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.601175 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.601619 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.601619 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.601619 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.601987 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.602073 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.602299 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.602676 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.602962 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.603227 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604524 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604999 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604999 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.604999 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.605752 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.605752 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.605752 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.605752 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.605752 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.606103 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.606103 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.606261 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.606261 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607165 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607165 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607165 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607165 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607165 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607476 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607476 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607615 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607682 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607850 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.607990 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.608152 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.608313 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.608475 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.608642 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.608801 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.609130 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.609286 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.609447 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.609605 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611125 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611690 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:38:57.611849 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611849 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611849 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611849 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.611849 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612396 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612514 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612676 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612838 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.612998 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.613159 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.613321 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.613489 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.613661 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.613823 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.613986 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.614147 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.614331 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.614492 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.614652 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.614814 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.614975 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.615156 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.615320 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.615482 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.615643 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.615805 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.615966 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.616127 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.616287 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.616448 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.616608 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.616769 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.616952 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.617114 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.617274 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.617969 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.618133 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.618294 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.618461 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.618622 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.618782 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.618944 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.619114 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.619287 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.619448 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.619609 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.619769 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.619929 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.620089 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.620251 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.620412 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.620573 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.620735 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.620897 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.621059 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.621221 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.621382 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.621545 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.621707 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.621868 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.622032 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.622193 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.622354 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.622515 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.622679 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.622840 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.623001 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.623190 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.623354 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.623515 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.623675 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.623851 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624012 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624173 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624335 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624496 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624657 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624818 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.624979 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.625139 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.625300 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.625461 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.625730 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.625869 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.626571 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.626571 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.626571 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.626571 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.627890 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.628470 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.628470 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.628470 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.628470 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.629306 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.629306 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.629306 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.629306 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.629306 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631366 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.631973 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634196 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.634726 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636324 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636948 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636948 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636948 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636948 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636948 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.636948 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.637347 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.637347 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.637481 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.638333 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.638333 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.638333 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 20 14:38:57.638333 dv-neutron-601336-75-hyperv neutron-server[98700]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98700) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 20 14:38:57.737815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 46882) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:38:57.746691 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067701 May 20 14:39:08.534768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71325fc5-eaa4-4d5b-9f06-de468ab3a076 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:39:08.624585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71325fc5-eaa4-4d5b-9f06-de468ab3a076 None None] No non-hosted networks {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 20 14:39:08.647511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.agentschedulers_db [None req-71325fc5-eaa4-4d5b-9f06-de468ab3a076 None None] DHCP Agent not found on host dv-neutron-601336-75-hyperv {{(pid=98807) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 20 14:39:08.826773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ecc52510-e39f-400b-846d-8f85530a2bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375'] for agent, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:10.619083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0780d43a-ee29-4ecb-b3a9-308034de2bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375'] for agent, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:10.662337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7c91093-6f4d-4914-88f7-7c9f17a9d3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:10.838477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375'] for agent, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:10.839399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.839883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.840421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.841359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.841359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.841796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.842276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.842762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.843254 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.843746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.844232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.844755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:10.845311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-601336-75-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:10.853111 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-75-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:11.830865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375'] for agent, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:13.514489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375'] for agent, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:15.113193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 46974) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:15.687694 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING oslo_policy.policy [None req-2ce221fb-73ed-4657-81a8-413940f89519 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:39:15.688366 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING oslo_policy.policy [None req-2ce221fb-73ed-4657-81a8-413940f89519 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:39:15.907493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-2ce221fb-73ed-4657-81a8-413940f89519 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:39:15.908533 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2ce221fb-73ed-4657-81a8-413940f89519 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7943416 May 20 14:39:16.587285 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.db.l3_hamode_db [None req-eeaf9942-e249-4c11-868d-03589fdcdd0b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 20 14:39:16.671964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf9942-e249-4c11-868d-03589fdcdd0b None None] Routers set() bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:39:16.672344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaf9942-e249-4c11-868d-03589fdcdd0b None None] Router IDs set() for agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 20 14:39:18.215675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 46988) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:18.570918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:18.669640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.policy [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98806) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 14:39:18.714476 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING oslo_policy.policy [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:39:18.714836 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING oslo_policy.policy [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:39:18.723262 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.quota [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] Loaded quota_driver: . May 20 14:39:18.738107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:18.797771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794686326233', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794686326766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794686333841', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794686349093', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794686349730', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8794686233330', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3753190', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3971302', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883247'] for rbac-policy, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:18.859570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:18.860836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8d0f80a1-b7c5-4876-a95d-42cc571e7cd0 admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6441412 May 20 14:39:21.396066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47002) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:21.739059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Request body: {'network': {'name': 'private', 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:21.744223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:21.748582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Usage tracker for resource:network and tenant:8d0eeb17764443928877b8ed1a0d60f4 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:21.753010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:21.759550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:21.768690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Made reservation on behalf of 8d0eeb17764443928877b8ed1a0d60f4 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:39:21.771519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:21.788512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:21.801916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:21.806079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Usage tracker for resource:security_group_rule and tenant:8d0eeb17764443928877b8ed1a0d60f4 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:21.810827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:21.816298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:21.912674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:21.916792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:21.921297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:21.939569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:39:21.965602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794689910384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:21.966194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Unsubscribe: segment precommit_create {{(pid=98806) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 14:39:21.966658 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Added segment 56d905f5-0f31-4439-a1e2-07b7106485f4 of type vlan for network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad May 20 14:39:22.014192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb168e3-9d6b-40bc-9381-4b62a45954a9,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:22.030977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.031362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.031695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.032021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.032338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.032652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.032963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.033287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.033599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.033905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.034210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.034512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Tracked resource versions report: May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: pushed versions: May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: { 'AddressGroup': {'1.2'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'ConntrackHelper': {'1.0'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Log': {'1.0'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Network': {'1.1'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Port': {'1.7'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'PortForwarding': {'1.2'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'QosPolicy': {'1.8'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroup': {'1.4'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroupRule': {'1.2'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SubPort': {'1.0'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Subnet': {'1.1'}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Trunk': {'1.1'}} May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: consumer versions: May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'ConntrackHelper': '1.0', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Log': '1.0', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Network': '1.1', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Port': '1.7', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'PortForwarding': '1.2', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'QosPolicy': '1.8', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroup': '1.4', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroupRule': '1.2', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SubPort': '1.0', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Subnet': '1.1', May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Trunk': '1.1'}} May 20 14:39:22.035895 dv-neutron-601336-75-hyperv neutron-server[98806]: {{(pid=98806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:39:22.074763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:22.090290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:22.128578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:22.129990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:22.130635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:22.135539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:22.235389 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8381906 May 20 14:39:22.238280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Pushing event updated for resources: {'Network': ['ID=76847f37-2a60-43ac-bd0e-4cfb520ab3ad,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:22.241708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:22.251235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:39:24.862419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47018) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:25.312071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a3642e-1d17-44f5-ba33-a71ec96a17b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:25.313328 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-39a3642e-1d17-44f5-ba33-a71ec96a17b9 admin admin] 10.222.0.58 "GET /v2.0/networks/76847f37-2a60-43ac-bd0e-4cfb520ab3ad HTTP/1.1" status: 200 len: 825 time: 0.4499731 May 20 14:39:25.339854 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b04b5075-5ddf-47c9-8b97-5e758a7688fd admin admin] 10.222.0.58 "GET /v2.0/subnetpools/3911eea1-968b-434c-9628-7a483f47df4f HTTP/1.1" status: 200 len: 734 time: 0.0213401 May 20 14:39:25.347870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Request body: {'subnet': {'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:25.351969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:25.355614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Usage tracker for resource:subnet and tenant:8d0eeb17764443928877b8ed1a0d60f4 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:25.358371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:25.363908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:25.373938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Made reservation on behalf of 8d0eeb17764443928877b8ed1a0d60f4 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:39:25.376465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:25.840781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:25.845693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:25.924961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Checking segment: {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:39:25.925558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Network hostable DHCP agents. Network: 76847f37-2a60-43ac-bd0e-4cfb520ab3ad, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:39:25.928874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c20884-8179-4f51-9dfc-1eb630171b88,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:25.932958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:25.947731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:39:25.956851 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 76847f37-2a60-43ac-bd0e-4cfb520ab3ad) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:39:25.962152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:25.962870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:25.967208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b9519-c531-4fe6-8fdd-c8a54e9e65a8 None None] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:39:25.983630 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6389101 May 20 14:39:26.271357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:39:26.272761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:26.452020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Allocated IP 172.20.0.2 (76847f37-2a60-43ac-bd0e-4cfb520ab3ad/29c20884-8179-4f51-9dfc-1eb630171b88/a547c786-d3e5-4077-a886-07967358ae09) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:39:26.678017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:26.691293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Transition to ACTIVE for port object a547c786-d3e5-4077-a886-07967358ae09 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:39:26.709812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Transition to ACTIVE for port object a547c786-d3e5-4077-a886-07967358ae09 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:39:26.716659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:26.721873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:26.776722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:39:26.783459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:39:26.792456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:39:26.794494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Pushing event updated for resources: {'Port': ['ID=a547c786-d3e5-4077-a886-07967358ae09,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:26.834633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.834992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.835354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.836244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.836569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.836904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.837225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.837543 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.837873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.838188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.838499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.838808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Tracked resource versions report: May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: pushed versions: May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: { 'AddressGroup': {'1.2'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'ConntrackHelper': {'1.0'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Log': {'1.0'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Network': {'1.1'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Port': {'1.7'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'PortForwarding': {'1.2'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'QosPolicy': {'1.8'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroup': {'1.4'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroupRule': {'1.2'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SubPort': {'1.0'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Subnet': {'1.1'}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Trunk': {'1.1'}} May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: consumer versions: May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'ConntrackHelper': '1.0', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Log': '1.0', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Network': '1.1', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Port': '1.7', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'PortForwarding': '1.2', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'QosPolicy': '1.8', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroup': '1.4', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroupRule': '1.2', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SubPort': '1.0', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Subnet': '1.1', May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Trunk': '1.1'}} May 20 14:39:26.840215 dv-neutron-601336-75-hyperv neutron-server[98807]: {{(pid=98807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:39:26.870939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:26.895488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Attempting to bind port a547c786-d3e5-4077-a886-07967358ae09 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:39:26.895886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Attempting to bind port a547c786-d3e5-4077-a886-07967358ae09 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:39:26.896309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Attempting to bind port a547c786-d3e5-4077-a886-07967358ae09 on network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:39:26.901737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:39:26.902124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Checking segment: {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:39:26.902602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:26.902990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Bound using segment: {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:39:26.903507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Bound port: a547c786-d3e5-4077-a886-07967358ae09, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:39:26.903876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:26.989742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] For port a547c786-d3e5-4077-a886-07967358ae09, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:39:26.994062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] For port a547c786-d3e5-4077-a886-07967358ae09, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a547c786-d3e5-4077-a886-07967358ae09,segment=NetworkSegment(56d905f5-0f31-4439-a1e2-07b7106485f4),segment_id=56d905f5-0f31-4439-a1e2-07b7106485f4)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:39:26.998643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:27.002650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:27.095958 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Pushing event updated for resources: {'Port': ['ID=a547c786-d3e5-4077-a886-07967358ae09,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:27.099042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:28.327424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 47028) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:28.913443 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING oslo_policy.policy [None req-5edf1fc5-7467-4de6-bb54-74eab7c84434 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:39:28.914659 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING oslo_policy.policy [None req-5edf1fc5-7467-4de6-bb54-74eab7c84434 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:39:29.133552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-5edf1fc5-7467-4de6-bb54-74eab7c84434 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:39:29.134773 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5edf1fc5-7467-4de6-bb54-74eab7c84434 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8051779 May 20 14:39:31.505245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 47046) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:31.872746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-3f4fa57d-9074-4d1d-a68e-edd2eae59986 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:39:31.873690 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3f4fa57d-9074-4d1d-a68e-edd2eae59986 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3675210 May 20 14:39:32.508644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc16566a-d405-4655-aee2-f74a99a81524 None None] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:39:32.595370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7edb1df9-f8c6-4c5b-841e-7a312a34271a None None] Provisioning for port a547c786-d3e5-4077-a886-07967358ae09 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:39:32.643402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a547c786-d3e5-4077-a886-07967358ae09 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:39:32.794459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port a547c786-d3e5-4077-a886-07967358ae09 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:39:32.801089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a547c786-d3e5-4077-a886-07967358ae09 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:32.801472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:32.933646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:32.966947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port a547c786-d3e5-4077-a886-07967358ae09, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a547c786-d3e5-4077-a886-07967358ae09,segment=NetworkSegment(56d905f5-0f31-4439-a1e2-07b7106485f4),segment_id=56d905f5-0f31-4439-a1e2-07b7106485f4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:39:32.972069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:32.974301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:33.043066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=a547c786-d3e5-4077-a886-07967358ae09,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:33.046489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:33.126752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-782c382e-9ba8-4a76-8a3d-3402540c78d9 None None] Provisioning complete for port a547c786-d3e5-4077-a886-07967358ae09 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:33.127137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-782c382e-9ba8-4a76-8a3d-3402540c78d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:34.475654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47058) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:34.599875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a547c786-d3e5-4077-a886-07967358ae09 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:39:34.685661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a547c786-d3e5-4077-a886-07967358ae09 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:34.686031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:34.826893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Request body: {'router': {'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'name': 'router1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:34.831248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:34.834914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Usage tracker for resource:router and tenant:8d0eeb17764443928877b8ed1a0d60f4 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:34.838897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:34.845001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:34.857229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:34.858806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:34.880734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:34.988246 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:35.007185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:35.008861 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-eec80d77-b2a3-434a-a6ec-153614b2c45a admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5322039 May 20 14:39:37.314274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47068) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:37.674854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-350a686b-0ab2-448c-967c-57a9b9b74298 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:39:37.675863 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-350a686b-0ab2-448c-967c-57a9b9b74298 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3606701 May 20 14:39:38.363452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-18eb6173-fd56-4dfb-ad3e-a1d8820eee74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:39.984070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47078) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:40.388164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:40.393082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:40.396842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Usage tracker for resource:network and tenant:895d0004ccd6465fb3602b9f6c861b54 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:40.400397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:40.406259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:40.416565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Made reservation on behalf of 895d0004ccd6465fb3602b9f6c861b54 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:39:40.418791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.431276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.445617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:40.449295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Usage tracker for resource:security_group_rule and tenant:895d0004ccd6465fb3602b9f6c861b54 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:40.452121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:40.458705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:40.546824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.553311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.556884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:40.576466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Reserving flat network on physical network physnet1 {{(pid=98806) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 20 14:39:40.597346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e4a13e-b3c6-4501-a364-a15f9f7edc8d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:40.600958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:40.605883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.606230 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Added segment 451f53e4-7567-4d93-9d5e-59b3c2cce025 of type flat for network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 May 20 14:39:40.615999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b35bde81-60a1-428e-b93d-ea0a5ae7d8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.644407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.683898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.685170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:40.685735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:40.690301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:40.782423 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7972863 May 20 14:39:40.790054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Pushing event updated for resources: {'Network': ['ID=b4fe6a92-1a47-4eb5-95ae-ce1072750c56,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:40.792723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:40.801189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:39:40.894041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:41.784505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:43.063693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47098) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:43.274202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4ca245-fb1f-47d5-870e-db637400a1ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:43.275559 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f4ca245-fb1f-47d5-870e-db637400a1ba admin admin] 10.222.0.58 "GET /v2.0/subnets/29c20884-8179-4f51-9dfc-1eb630171b88 HTTP/1.1" status: 200 len: 849 time: 0.2107322 May 20 14:39:43.414719 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0351b1ca-f60c-4d99-905a-0b88ff3cf119 admin admin] 10.222.0.58 "GET /v2.0/routers/efff56ba-f30a-4543-ac43-a2aa470509f3 HTTP/1.1" status: 200 len: 704 time: 0.1337590 May 20 14:39:43.465905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:43.896191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.116157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Allocated IP 172.20.0.1 (76847f37-2a60-43ac-bd0e-4cfb520ab3ad/29c20884-8179-4f51-9dfc-1eb630171b88/0518f730-3678-4f0f-b6f4-f4088cb964b9) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:39:44.266724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.283632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Transition to ACTIVE for port object 0518f730-3678-4f0f-b6f4-f4088cb964b9 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:39:44.335810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.339347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:44.404170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:39:44.407312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:39:44.410718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:39:44.411270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.536720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Pushing event updated for resources: {'Port': ['ID=0518f730-3678-4f0f-b6f4-f4088cb964b9,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:44.543608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:44.620628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b6fadac0-9d6d-455e-8c34-530f1c2da8a8 None None] Provisioning for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:39:44.625208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b6fadac0-9d6d-455e-8c34-530f1c2da8a8 None None] Provisioning complete for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:44.625579 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6fadac0-9d6d-455e-8c34-530f1c2da8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.673938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.677290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b6fadac0-9d6d-455e-8c34-530f1c2da8a8 None None] Port 0518f730-3678-4f0f-b6f4-f4088cb964b9 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:39:44.893704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.898345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.899412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:44.903394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:45.032663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Pushing event updated for resources: {'Port': ['ID=0518f730-3678-4f0f-b6f4-f4088cb964b9,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:45.035438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:45.087692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:39:45.088741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:39:45.299497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c6ac3b7c-5097-45fb-8d72-b2216ad3af28 None None] Provisioning complete for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:45.299866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c6ac3b7c-5097-45fb-8d72-b2216ad3af28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:45.321650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Router efff56ba-f30a-4543-ac43-a2aa470509f3 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:39:45.355470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac3b7c-5097-45fb-8d72-b2216ad3af28 None None] Port 0518f730-3678-4f0f-b6f4-f4088cb964b9 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:39:45.469218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:39:45.478742 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Sync routers for ids ['efff56ba-f30a-4543-ac43-a2aa470509f3'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:39:45.479196 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] 10.222.0.58 "PUT /v2.0/routers/efff56ba-f30a-4543-ac43-a2aa470509f3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0595205 May 20 14:39:45.489377 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Routers {'efff56ba-f30a-4543-ac43-a2aa470509f3'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:39:45.490213 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:39:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['efff56ba-f30a-4543-ac43-a2aa470509f3'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:45.662557 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Set router efff56ba-f30a-4543-ac43-a2aa470509f3 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:39:46.024539 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'name': 'router1', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:39:34Z', 'updated_at': '2021-05-20T14:39:44Z', 'revision_number': 2, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'gw_port_host': None, '_interfaces': [{'id': '0518f730-3678-4f0f-b6f4-f4088cb964b9', 'name': '', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'mac_address': 'fa:16:3e:d4:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:43Z', 'updated_at': '2021-05-20T14:39:44Z', 'revision_number': 2, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnets': [{'id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:46.029326 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Checking router: efff56ba-f30a-4543-ac43-a2aa470509f3 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:39:46.029718 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Updating router efff56ba-f30a-4543-ac43-a2aa470509f3 port 0518f730-3678-4f0f-b6f4-f4088cb964b9 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:39:46.081958 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:46.451320 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:46.465900 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Transition to ACTIVE for port object 0518f730-3678-4f0f-b6f4-f4088cb964b9 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:39:46.472111 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:46.478214 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:46.688790 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Pushing event updated for resources: {'Port': ['ID=0518f730-3678-4f0f-b6f4-f4088cb964b9,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:46.699682 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.700033 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.700362 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.700680 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.700995 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.701365 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.701640 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.701964 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.702296 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.702604 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.702909 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.703254 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Tracked resource versions report: May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: pushed versions: May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: { 'AddressGroup': {'1.2'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'ConntrackHelper': {'1.0'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Log': {'1.0'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Network': {'1.1'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Port': {'1.7'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'PortForwarding': {'1.2'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'QosPolicy': {'1.8'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroup': {'1.4'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroupRule': {'1.2'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SubPort': {'1.0'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Subnet': {'1.1'}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Trunk': {'1.1'}} May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: consumer versions: May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'ConntrackHelper': '1.0', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Log': '1.0', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Network': '1.1', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Port': '1.7', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'PortForwarding': '1.2', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'QosPolicy': '1.8', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroup': '1.4', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroupRule': '1.2', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SubPort': '1.0', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Subnet': '1.1', May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Trunk': '1.1'}} May 20 14:39:46.704665 dv-neutron-601336-75-hyperv neutron-server[98808]: {{(pid=98808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:39:46.708773 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Attempting to bind port 0518f730-3678-4f0f-b6f4-f4088cb964b9 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:39:46.709169 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Attempting to bind port 0518f730-3678-4f0f-b6f4-f4088cb964b9 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:39:46.709597 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Attempting to bind port 0518f730-3678-4f0f-b6f4-f4088cb964b9 on network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:39:46.711736 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:46.715653 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:39:46.716042 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Checking segment: {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:39:46.716517 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:46.716893 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Bound using segment: {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:39:46.717367 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Bound port: 0518f730-3678-4f0f-b6f4-f4088cb964b9, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56d905f5-0f31-4439-a1e2-07b7106485f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:39:46.717749 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:46.802192 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] For port 0518f730-3678-4f0f-b6f4-f4088cb964b9, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:39:46.806490 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] For port 0518f730-3678-4f0f-b6f4-f4088cb964b9, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0518f730-3678-4f0f-b6f4-f4088cb964b9,segment=NetworkSegment(56d905f5-0f31-4439-a1e2-07b7106485f4),segment_id=56d905f5-0f31-4439-a1e2-07b7106485f4)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:39:46.811836 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:46.816264 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:46.899266 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Routers {'efff56ba-f30a-4543-ac43-a2aa470509f3'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:39:46.899885 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:39:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['efff56ba-f30a-4543-ac43-a2aa470509f3'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:46.953633 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Pushing event updated for resources: {'Port': ['ID=0518f730-3678-4f0f-b6f4-f4088cb964b9,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:46.966957 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:47.052806 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] Set router efff56ba-f30a-4543-ac43-a2aa470509f3 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:39:47.390319 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'name': 'router1', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:39:34Z', 'updated_at': '2021-05-20T14:39:44Z', 'revision_number': 2, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'gw_port_host': None, '_interfaces': [{'id': '0518f730-3678-4f0f-b6f4-f4088cb964b9', 'name': '', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'mac_address': 'fa:16:3e:d4:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:43Z', 'updated_at': '2021-05-20T14:39:46Z', 'revision_number': 4, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnets': [{'id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:47.393997 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e8d38a-e833-47e1-b39a-5ebca7a03dcf None None] The sync data for ids ['efff56ba-f30a-4543-ac43-a2aa470509f3'] in dv-neutron-601336-75-hyperv is: [{'id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'name': 'router1', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:39:34Z', 'updated_at': '2021-05-20T14:39:44Z', 'revision_number': 2, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'gw_port_host': None, '_interfaces': [{'id': '0518f730-3678-4f0f-b6f4-f4088cb964b9', 'name': '', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'mac_address': 'fa:16:3e:d4:1c:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:43Z', 'updated_at': '2021-05-20T14:39:46Z', 'revision_number': 4, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnets': [{'id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:39:47.618695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47120) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:47.762885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2d7933-66c1-4919-a697-d02181615235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:47.763391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8a2d7933-66c1-4919-a697-d02181615235 admin admin] Synchronizing usage tracker for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:39:47.780491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8a2d7933-66c1-4919-a697-d02181615235 admin admin] Unset dirty status for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:39:47.786784 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8a2d7933-66c1-4919-a697-d02181615235 admin admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 842 time: 0.1620259 May 20 14:39:47.790969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Request body: {'subnet': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'ip_version': 4, 'cidr': '172.26.6.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.6.1', 'enable_dhcp': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:47.796040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:39:47.799692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Usage tracker for resource:subnet and tenant:895d0004ccd6465fb3602b9f6c861b54 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:39:47.802381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:39:47.808424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:39:47.818382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Made reservation on behalf of 895d0004ccd6465fb3602b9f6c861b54 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:39:47.821153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:48.223248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:39:48.223602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:48.228316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:48.300256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:48.303917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:39:48.304265 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Network hostable DHCP agents. Network: b4fe6a92-1a47-4eb5-95ae-ce1072750c56, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:39:48.307873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:48.321314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:39:48.329935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b4fe6a92-1a47-4eb5-95ae-ce1072750c56) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:39:48.333756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:48.334334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:48.341013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41ef937-7114-4539-b7c7-30ff52224604 None None] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:39:48.369051 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5708079 May 20 14:39:48.539932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae74cb57-510e-43fa-aadf-f18914a46ca1 None None] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:39:50.589186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47134) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:50.638833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0518f730-3678-4f0f-b6f4-f4088cb964b9 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:39:50.708822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:39:50.713427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:50.713796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:50.791133 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8047709c-10f3-4ee0-9b52-232ee1208995 admin admin] 10.222.0.58 "GET /v2.0/routers/efff56ba-f30a-4543-ac43-a2aa470509f3 HTTP/1.1" status: 200 len: 710 time: 0.2003729 May 20 14:39:50.831248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:50.864290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 0518f730-3678-4f0f-b6f4-f4088cb964b9, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0518f730-3678-4f0f-b6f4-f4088cb964b9,segment=NetworkSegment(56d905f5-0f31-4439-a1e2-07b7106485f4),segment_id=56d905f5-0f31-4439-a1e2-07b7106485f4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:39:50.868490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:50.870548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:50.919243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc8b59-4331-4e2f-b8b7-0ce529268766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:39:50.923690 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5ffc8b59-4331-4e2f-b8b7-0ce529268766 admin admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 886 time: 0.1275902 May 20 14:39:50.930789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:39:50.942236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=0518f730-3678-4f0f-b6f4-f4088cb964b9,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:50.945847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:51.433777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:51.749400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:51.801784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:51.930000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Allocated IP 172.26.6.130 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/c9d4f054-4626-4380-a2b7-4bd0dac12965) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:39:52.071679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:52.098700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:52.103646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a00e318d-e8d4-40d4-beef-9a15a1b4c94d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:52.157051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:39:52.163619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:39:52.166005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:39:52.233457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Pushing event updated for resources: {'Port': ['ID=c9d4f054-4626-4380-a2b7-4bd0dac12965,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:52.236098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:52.590877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:52.613818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0518f730-3678-4f0f-b6f4-f4088cb964b9 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:39:52.680837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:52.681210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:52.921874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:52.925070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:53.097782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Router efff56ba-f30a-4543-ac43-a2aa470509f3 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:39:53.271616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:39:53.280501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:53.281478 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Sync routers for ids ['efff56ba-f30a-4543-ac43-a2aa470509f3'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:39:53.282480 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] 10.222.0.58 "PUT /v2.0/routers/efff56ba-f30a-4543-ac43-a2aa470509f3 HTTP/1.1" status: 200 len: 890 time: 2.3553917 May 20 14:39:53.291888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Routers {'efff56ba-f30a-4543-ac43-a2aa470509f3'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:39:53.292558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:39:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['efff56ba-f30a-4543-ac43-a2aa470509f3'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:53.500737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Set router efff56ba-f30a-4543-ac43-a2aa470509f3 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:39:53.832812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'name': 'router1', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'c9d4f054-4626-4380-a2b7-4bd0dac12965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:39:34Z', 'updated_at': '2021-05-20T14:39:52Z', 'revision_number': 4, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'gw_port': {'id': 'c9d4f054-4626-4380-a2b7-4bd0dac12965', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:51Z', 'updated_at': '2021-05-20T14:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '0518f730-3678-4f0f-b6f4-f4088cb964b9', 'name': '', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'mac_address': 'fa:16:3e:d4:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:43Z', 'updated_at': '2021-05-20T14:39:50Z', 'revision_number': 5, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnets': [{'id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:53.838030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Checking router: efff56ba-f30a-4543-ac43-a2aa470509f3 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:39:53.838381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Updating router efff56ba-f30a-4543-ac43-a2aa470509f3 port c9d4f054-4626-4380-a2b7-4bd0dac12965 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:39:53.892785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:54.209621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:54.220557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Transition to ACTIVE for port object c9d4f054-4626-4380-a2b7-4bd0dac12965 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:39:54.230641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:54.234411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:54.312982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Attempting to bind port c9d4f054-4626-4380-a2b7-4bd0dac12965 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:39:54.313357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Attempting to bind port c9d4f054-4626-4380-a2b7-4bd0dac12965 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:39:54.313717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Attempting to bind port c9d4f054-4626-4380-a2b7-4bd0dac12965 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:39:54.315592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57e59e-dc17-4c3f-ba16-1116e49e1219 None None] Pushing event updated for resources: {'Port': ['ID=c9d4f054-4626-4380-a2b7-4bd0dac12965,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:54.319114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e57e59e-dc17-4c3f-ba16-1116e49e1219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:54.322087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:39:54.322467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:39:54.323223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:54.323330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:39:54.323732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Bound port: c9d4f054-4626-4380-a2b7-4bd0dac12965, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:39:54.324096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:54.392236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] For port c9d4f054-4626-4380-a2b7-4bd0dac12965, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:39:54.395197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] For port c9d4f054-4626-4380-a2b7-4bd0dac12965, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c9d4f054-4626-4380-a2b7-4bd0dac12965,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:39:54.400229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:54.404747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e57e59e-dc17-4c3f-ba16-1116e49e1219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:54.479336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Routers {'efff56ba-f30a-4543-ac43-a2aa470509f3'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:39:54.479867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:39:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['efff56ba-f30a-4543-ac43-a2aa470509f3'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:54.532910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57e59e-dc17-4c3f-ba16-1116e49e1219 None None] Pushing event updated for resources: {'Port': ['ID=c9d4f054-4626-4380-a2b7-4bd0dac12965,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:54.542972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e57e59e-dc17-4c3f-ba16-1116e49e1219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:54.664427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] Set router efff56ba-f30a-4543-ac43-a2aa470509f3 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:39:55.009514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'name': 'router1', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'c9d4f054-4626-4380-a2b7-4bd0dac12965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:39:34Z', 'updated_at': '2021-05-20T14:39:52Z', 'revision_number': 4, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'gw_port': {'id': 'c9d4f054-4626-4380-a2b7-4bd0dac12965', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:51Z', 'updated_at': '2021-05-20T14:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '0518f730-3678-4f0f-b6f4-f4088cb964b9', 'name': '', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'mac_address': 'fa:16:3e:d4:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:43Z', 'updated_at': '2021-05-20T14:39:50Z', 'revision_number': 5, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnets': [{'id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:39:55.013480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b22667-c2a3-408a-93fa-d6ebfd21abf9 None None] The sync data for ids ['efff56ba-f30a-4543-ac43-a2aa470509f3'] in dv-neutron-601336-75-hyperv is: [{'id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'name': 'router1', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': 'c9d4f054-4626-4380-a2b7-4bd0dac12965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:39:34Z', 'updated_at': '2021-05-20T14:39:52Z', 'revision_number': 4, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'gw_port': {'id': 'c9d4f054-4626-4380-a2b7-4bd0dac12965', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:51Z', 'updated_at': '2021-05-20T14:39:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '0518f730-3678-4f0f-b6f4-f4088cb964b9', 'name': '', 'network_id': '76847f37-2a60-43ac-bd0e-4cfb520ab3ad', 'tenant_id': '8d0eeb17764443928877b8ed1a0d60f4', 'mac_address': 'fa:16:3e:d4:1c:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efff56ba-f30a-4543-ac43-a2aa470509f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:39:43Z', 'updated_at': '2021-05-20T14:39:50Z', 'revision_number': 5, 'project_id': '8d0eeb17764443928877b8ed1a0d60f4', 'subnets': [{'id': '29c20884-8179-4f51-9dfc-1eb630171b88', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3911eea1-968b-434c-9628-7a483f47df4f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:39:55.604791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47144) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:39:55.719021 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-715c312a-47cf-4925-aef7-31378f9ceb3d admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1131175 May 20 14:39:56.649220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c9d4f054-4626-4380-a2b7-4bd0dac12965 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:39:56.718762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port c9d4f054-4626-4380-a2b7-4bd0dac12965 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:39:56.723326 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c9d4f054-4626-4380-a2b7-4bd0dac12965 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:56.723727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:56.834565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:56.850953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c9d4f054-4626-4380-a2b7-4bd0dac12965, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c9d4f054-4626-4380-a2b7-4bd0dac12965,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:39:56.855784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:39:56.857847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e57e59e-dc17-4c3f-ba16-1116e49e1219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:39:56.925930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c9d4f054-4626-4380-a2b7-4bd0dac12965,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:39:56.929591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:39:58.639747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c9d4f054-4626-4380-a2b7-4bd0dac12965 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:39:58.713504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c9d4f054-4626-4380-a2b7-4bd0dac12965 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:39:58.713816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:07.525810 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:40:08.367582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-196fec61-542f-403e-a8aa-d1ec423aaade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:10.615531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0c3c7dcb-0af6-49fc-8543-cc62fb39e416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:10.829486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:11.791071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:13.487051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:38.370535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-63376e03-2e3e-4a44-ac74-4a3162e87b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:40.613353 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92c7549a-d36b-4f91-a935-83ee852960c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:40.835994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:41.795391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:43.492231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:40:44.525876 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:41:08.375310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42a258d8-cf29-4db5-a2c1-7bf66f2c5f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:10.615223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b637d9ae-db4d-4ae5-ad5f-106bcb6acd5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:10.828216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:11.795954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:13.493851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:21.525046 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:41:32.904851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 47746) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:32.999040 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8ce9f4-4526-4ad9-a8c7-19feabe57ece admin admin] GET failed (client error): The resource could not be found. May 20 14:41:33.000615 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d8ce9f4-4526-4ad9-a8c7-19feabe57ece admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0948598 May 20 14:41:33.229759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.policy [None req-4c1694b9-0977-4ae2-936c-a7f329ca469d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98805) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 20 14:41:33.275459 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING oslo_policy.policy [None req-4c1694b9-0977-4ae2-936c-a7f329ca469d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:41:33.275828 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING oslo_policy.policy [None req-4c1694b9-0977-4ae2-936c-a7f329ca469d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 20 14:41:33.283971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1694b9-0977-4ae2-936c-a7f329ca469d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:33.285593 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c1694b9-0977-4ae2-936c-a7f329ca469d admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2812138 May 20 14:41:35.372288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47758) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:35.476547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eeb88ae-bff5-439e-ad42-29552a6c6e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:35.477125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9eeb88ae-bff5-439e-ad42-29552a6c6e54 admin admin] Synchronizing usage tracker for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:41:35.492466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9eeb88ae-bff5-439e-ad42-29552a6c6e54 admin admin] Unset dirty status for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:41:35.493728 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9eeb88ae-bff5-439e-ad42-29552a6c6e54 admin admin] 10.222.0.58 "GET /v2.0/subnets/29c20884-8179-4f51-9dfc-1eb630171b88 HTTP/1.1" status: 200 len: 849 time: 0.1204042 May 20 14:41:35.503185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:41:35.617676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Notify callbacks [] for subnet, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:35.793473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794689850579'] for subnet, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:35.797240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d7806534-d43c-4ee4-b784-fa3f83e68507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:41:35.836082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:35.837077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:35.838453 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] 10.222.0.58 "PUT /v2.0/subnets/29c20884-8179-4f51-9dfc-1eb630171b88 HTTP/1.1" status: 200 len: 868 time: 0.3390162 May 20 14:41:35.840885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb682eb-c3b4-4e8a-876a-13443bfe8072 None None] Network 76847f37-2a60-43ac-bd0e-4cfb520ab3ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:41:35.863455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29c20884-8179-4f51-9dfc-1eb630171b88,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:41:35.871744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.872073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.872372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.872862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.873198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.873546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.873872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.874231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.874558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.874877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.875221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.875544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:41:35.879421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:41:36.289888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5254f034-5bdd-4558-9639-a532044e1a1b None None] Provisioning complete for port 0518f730-3678-4f0f-b6f4-f4088cb964b9 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:41:36.290259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5254f034-5bdd-4558-9639-a532044e1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:36.412553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5254f034-5bdd-4558-9639-a532044e1a1b None None] Provisioning complete for port a547c786-d3e5-4077-a886-07967358ae09 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:41:36.412820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5254f034-5bdd-4558-9639-a532044e1a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:37.932594 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47768) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:38.154594 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7a2a9-6d4c-4113-bd43-713cf2e83a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:38.155077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7a2a9-6d4c-4113-bd43-713cf2e83a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:38.156610 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-65c7a2a9-6d4c-4113-bd43-713cf2e83a30 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2230771 May 20 14:41:38.377435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9b1a0bd3-1d67-44f4-9ddf-13adb1060a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:40.248746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47778) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:40.416382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ed40d-23aa-4ca8-9c2e-24343bdf386d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:40.416854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ed40d-23aa-4ca8-9c2e-24343bdf386d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:40.418332 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a88ed40d-23aa-4ca8-9c2e-24343bdf386d admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1686730 May 20 14:41:40.618613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-943c0853-a9cb-489d-8de9-7850a365e90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:40.831224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:41.797619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:42.543025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47788) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:42.712401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9081f8c3-61ee-450f-8bf8-54fe005fbccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:42.713732 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9081f8c3-61ee-450f-8bf8-54fe005fbccb admin admin] 10.222.0.58 "GET /v2.0/networks/76847f37-2a60-43ac-bd0e-4cfb520ab3ad HTTP/1.1" status: 200 len: 869 time: 0.1697330 May 20 14:41:43.500035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:41:44.790363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47798) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:44.952428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92974e5e-b93e-4149-8b36-2f337d7dd671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:44.953682 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-92974e5e-b93e-4149-8b36-2f337d7dd671 admin admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 886 time: 0.1623929 May 20 14:41:47.042257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47808) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:47.148791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc26de-77af-429f-99e7-6349f7c363c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:47.149254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc26de-77af-429f-99e7-6349f7c363c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:47.150728 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-40fc26de-77af-429f-99e7-6349f7c363c6 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1074975 May 20 14:41:49.249709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47818) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:49.358571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18bc7d-a576-4d37-bb00-e33d35550e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:49.359034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18bc7d-a576-4d37-bb00-e33d35550e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:49.360537 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cb18bc7d-a576-4d37-bb00-e33d35550e83 admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098876 May 20 14:41:51.445794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47828) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:51.551149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389c56f5-2a05-4674-8683-ed9dd421552c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:51.552501 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-389c56f5-2a05-4674-8683-ed9dd421552c admin admin] 10.222.0.58 "GET /v2.0/subnets/29c20884-8179-4f51-9dfc-1eb630171b88 HTTP/1.1" status: 200 len: 868 time: 0.1057789 May 20 14:41:53.636855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47838) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:41:53.737690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53be50c2-88a9-4003-93d3-997fd1f48e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:41:53.738975 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53be50c2-88a9-4003-93d3-997fd1f48e66 admin admin] 10.222.0.58 "GET /v2.0/subnets/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9 HTTP/1.1" status: 200 len: 816 time: 0.1011863 May 20 14:41:58.524878 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:42:08.380903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5aa4f484-fe45-43f7-8fb6-562306bcea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:10.620274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c2e89799-e92b-4f7b-a8cd-8b371383f5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:10.838022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:11.799158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:13.503791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:16.496319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47882) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:42:16.542976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-9edebb0b-f115-42c5-a7c2-04de54da9e41 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:42:16.543986 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9edebb0b-f115-42c5-a7c2-04de54da9e41 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467515 May 20 14:42:18.711574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47892) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:42:18.777122 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50a4c6d-5b68-4ada-94f3-b8c202bc613e admin admin] GET failed (client error): The resource could not be found. May 20 14:42:18.778339 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c50a4c6d-5b68-4ada-94f3-b8c202bc613e admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658402 May 20 14:42:18.900970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf41acd7-76d8-4f1f-bc00-2cc60a1ea3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:42:18.902350 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bf41acd7-76d8-4f1f-bc00-2cc60a1ea3a0 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1202681 May 20 14:42:21.020141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47902) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:42:21.067532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:42:21.072044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:42:21.081525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:42:21.090735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Made reservation on behalf of 895d0004ccd6465fb3602b9f6c861b54 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:42:21.092927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:21.177935 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.services.revisions.revision_plugin [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Could not find related network for resource to bump revision. May 20 14:42:21.189222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 749, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:42:21.198543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:21.198880 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Added segment 525721d0-7cf9-42dd-9e85-e3266f1e3085 of type vlan for network ad8a92ef-8898-4a07-890a-9f1a5e024b3b May 20 14:42:21.223623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:21.251070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:21.252316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:42:21.253156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:21.257553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:42:21.344993 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3237855 May 20 14:42:21.353126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8a92ef-8898-4a07-890a-9f1a5e024b3b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:42:21.356029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:42:21.365201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network ad8a92ef-8898-4a07-890a-9f1a5e024b3b details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:42:23.445694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47912) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:42:23.512738 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-404c87d9-8b87-48a5-9c50-412e2667adf8 admin admin] GET failed (client error): The resource could not be found. May 20 14:42:23.513247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-404c87d9-8b87-48a5-9c50-412e2667adf8 admin admin] Synchronizing usage tracker for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:42:23.528360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-404c87d9-8b87-48a5-9c50-412e2667adf8 admin admin] Unset dirty status for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:42:23.529605 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-404c87d9-8b87-48a5-9c50-412e2667adf8 admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0828876 May 20 14:42:23.633362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2291aa0f-e626-4699-bccc-cd2929dc83f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:42:23.634685 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2291aa0f-e626-4699-bccc-cd2929dc83f7 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1014028 May 20 14:42:23.644059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:42:23.649204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:42:23.658294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:42:23.667533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Made reservation on behalf of 895d0004ccd6465fb3602b9f6c861b54 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:42:23.669680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:24.087253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:24.092057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:42:24.169063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1036136-43db-4199-84ed-3e9257dab7c0,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:42:24.171717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:42:24.177843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Checking segment: {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:42:24.178207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Network hostable DHCP agents. Network: ad8a92ef-8898-4a07-890a-9f1a5e024b3b, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:42:24.194380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Network ad8a92ef-8898-4a07-890a-9f1a5e024b3b is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:42:24.202792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, ad8a92ef-8898-4a07-890a-9f1a5e024b3b) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:42:24.206739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:42:24.207364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:24.212383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f19b19-f208-4bfa-b463-b8cc13295490 None None] Network ad8a92ef-8898-4a07-890a-9f1a5e024b3b requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:42:24.230685 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5899715 May 20 14:42:24.458220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-ad8a92ef-8898-4a07-890a-9f1a5e024b3b', 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b', 'tenant_id': '895d0004ccd6465fb3602b9f6c861b54', 'fixed_ips': [{'subnet_id': 'e1036136-43db-4199-84ed-3e9257dab7c0'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:42:24.459052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:24.617826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Allocated IP 192.168.233.2 (ad8a92ef-8898-4a07-890a-9f1a5e024b3b/e1036136-43db-4199-84ed-3e9257dab7c0/a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:42:24.822020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:24.832749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Transition to ACTIVE for port object a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:42:24.851202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Transition to ACTIVE for port object a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:42:24.857494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:24.862164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:42:24.924198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Network ad8a92ef-8898-4a07-890a-9f1a5e024b3b is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:42:24.927506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:42:24.930951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:42:24.936657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Pushing event updated for resources: {'Port': ['ID=a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:42:24.972557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.973357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.973698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.974026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.974356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.974700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.975025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.975389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.975712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.976035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.976350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.976662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:42:24.983920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:42:25.034889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Attempting to bind port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:42:25.035313 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Attempting to bind port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:42:25.035677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Attempting to bind port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c on network ad8a92ef-8898-4a07-890a-9f1a5e024b3b {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:42:25.040924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:42:25.041294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Checking segment: {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:42:25.041693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:25.042083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Bound using segment: {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:42:25.042548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Bound port: a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:42:25.042914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:25.129609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] For port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:42:25.133105 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] For port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:42:25.137626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:25.141374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-38e3f33b-7ef8-498f-bb45-73434713a885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:42:25.211022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Pushing event updated for resources: {'Port': ['ID=a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:42:25.215196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:42:26.088526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73059e65-60cb-4d2e-9657-45346a7e040b None None] Network ad8a92ef-8898-4a07-890a-9f1a5e024b3b requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:42:26.201017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3fbdb961-1a8b-4736-bbaf-abb91a958123 None None] Provisioning for port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:42:26.799379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:42:26.869322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:42:26.874227 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:42:26.874600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:26.993437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:27.026209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:42:27.030158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:27.033973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:42:27.100309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:42:27.103896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:42:28.774641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:42:28.844528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a1f9bd76-6d63-4a81-8d6b-1d7c8ab4a39c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:42:28.844899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:35.524281 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:42:38.383496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8ce16f20-6c71-4f08-bf27-65605e6391f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:40.622431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-75d00dac-7678-4f00-afd2-f992e8a5c1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:40.829323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:41.803265 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:42:43.505910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:08.385553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d131ddc1-2f29-44df-a762-87ebf9fa462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:10.624647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-76943ec8-db29-459f-a96a-58745894ff38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:10.830895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:11.806340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:12.523328 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:43:13.510098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:34.569847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47962) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:43:34.575830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-19889fcc-14dc-46e2-869e-bba1e15c1cb6 tempest-verify_tempest_config-633732596 tempest-verify_tempest_config-633732596-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:43:34.576770 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-19889fcc-14dc-46e2-869e-bba1e15c1cb6 tempest-verify_tempest_config-633732596 tempest-verify_tempest_config-633732596-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059757 May 20 14:43:34.872180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47980) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:43:34.984948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:34.998446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:43:35.002129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Usage tracker for resource:security_group_rule and tenant:bbde0abeaced48a695b39f468d3555c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:43:35.005352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:43:35.010814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:43:35.093058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:35.096626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:35.105016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-204240f3-6f4d-4b26-a7ef-df1fb6b9c86f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:43:35.142142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Synchronizing usage tracker for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:43:35.147313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351efa59-edd1-47db-bf82-5740fcb16c4a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:43:35.156199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.156561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.156900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.157229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.157549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.157870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.158191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.158522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.159419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.159739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.160056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.160373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:43:35.165137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:43:35.173309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Unset dirty status for tenant:895d0004ccd6465fb3602b9f6c861b54 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:43:35.174635 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bbde0abeaced48a695b39f468d3555c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3014944 May 20 14:43:35.177240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 47986) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:43:35.233185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:35.257322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:35.348739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:35.352600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:43:35.365162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351efa59-edd1-47db-bf82-5740fcb16c4a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:43:35.367974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:43:35.373727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:35.374821 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/351efa59-edd1-47db-bf82-5740fcb16c4a HTTP/1.1" status: 204 len: 168 time: 0.1967077 May 20 14:43:38.386380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d7dc7b6-5610-48a2-81d3-a7e4d6a8234b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:40.625211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-67576e62-0e6f-481f-bdbc-71634a2f494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:40.833050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:41.808124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:43.512214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:43:49.521155 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:44:08.388536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-153bd081-9843-4f1b-9b5c-29eaa5377b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:10.627936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-edaa715a-96c9-4c54-a049-f8cb32331212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:10.836820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:11.812959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:13.515987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:26.519248 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 5 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:44:38.389618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c2bf7677-14cb-4cb1-829a-29775562f005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:40.630514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e6ca9c7-f022-4de7-bdd0-a01388981c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:40.836957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:41.813431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:43.519173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:44:49.570993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375'] for agent, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:03.518066 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:45:06.398796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48056) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:45:06.510542 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-af24b85f-434f-42c8-b648-77680050b60f admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.1106455 May 20 14:45:08.392400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9eef20d1-5d74-4933-a233-e4674a943718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:08.622844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48066) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:45:08.682707 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-864780f7-a39f-427d-8c74-6e967d9b5b8b admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4365 time: 0.0586400 May 20 14:45:10.630737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a58ab5e9-4b45-41de-9eca-ca1e51039e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:10.838272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:11.815182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:13.609078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:19.557082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:38.394742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f679e74-c44a-4e53-8d54-5aefdca8699b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:40.516944 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:45:40.633017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-217b3a1f-d42c-407e-b5c9-ba7a93868d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:40.839781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:41.819071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:43.525909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:45:49.556149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:08.397391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1934b6a8-4275-4571-9f94-21eacb48faa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:10.634799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d589f09c-9ffa-408f-95d8-6c09ede19e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:10.840893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:11.822122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:13.525220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:17.521350 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:46:18.552858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48180) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:18.820912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1078149861-network', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:18.825281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:18.829088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Usage tracker for resource:network and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:18.832368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:18.839270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:18.850067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Made reservation on behalf of f3c1f543ff714ef6b692ce3df75c7d70 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:18.858383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:18.871044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:18.891719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:18.895796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Usage tracker for resource:security_group_rule and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:18.899166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:18.905447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:18.996289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.000884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.003947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:19.036671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:19.045789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8e38d8-8480-47c6-b128-b38ddad65be8,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:19.048204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.048539 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Added segment b4842c2b-b87d-431d-85e6-35e1e866737f of type vlan for network 178147dd-f499-495b-88aa-c5ef75189cc6 May 20 14:46:19.054687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.055032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.055395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.055845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.056060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.056414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.056742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.057067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.057389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.057707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.058023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.058513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Tracked resource versions report: May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: pushed versions: May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: { 'AddressGroup': {'1.2'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'ConntrackHelper': {'1.0'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Log': {'1.0'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Network': {'1.1'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Port': {'1.7'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'PortForwarding': {'1.2'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'QosPolicy': {'1.8'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroup': {'1.4'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroupRule': {'1.2'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SubPort': {'1.0'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Subnet': {'1.1'}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Trunk': {'1.1'}} May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: consumer versions: May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: HyperV agent@hv-neutron-6013: {}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'ConntrackHelper': '1.0', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Log': '1.0', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Network': '1.1', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Port': '1.7', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'PortForwarding': '1.2', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'QosPolicy': '1.8', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroup': '1.4', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SecurityGroupRule': '1.2', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'SubPort': '1.0', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Subnet': '1.1', May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: 'Trunk': '1.1'}} May 20 14:46:19.059469 dv-neutron-601336-75-hyperv neutron-server[98806]: {{(pid=98806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:46:19.067015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:19.091421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.124557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.126013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:19.126714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.136892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9111ee2-6ef5-4ecd-8bd3-ceb72b673fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:19.237329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Pushing event updated for resources: {'Network': ['ID=178147dd-f499-495b-88aa-c5ef75189cc6,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:19.242108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:19.247399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48226) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:19.248136 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6935043 May 20 14:46:19.253390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Request body: {'subnet': {'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1078149861-subnet', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:19.253653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 178147dd-f499-495b-88aa-c5ef75189cc6 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:19.255201 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.quota [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Loaded quota_driver: . May 20 14:46:19.262709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:19.271634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Usage tracker for resource:subnet and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:19.275744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:19.283708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:19.308959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Made reservation on behalf of f3c1f543ff714ef6b692ce3df75c7d70 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:19.311796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.566094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.764037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48256) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:19.779739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.785695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:19.872046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3967cd8-ede5-466a-9283-2a77e6daff54,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:19.875943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Checking segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:19.876331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Network hostable DHCP agents. Network: 178147dd-f499-495b-88aa-c5ef75189cc6, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:19.883881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.884227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.884561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.884892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.885214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.885550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.885874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.886365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.886856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.887202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.887523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.887844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Tracked resource versions report: May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: pushed versions: May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: { 'AddressGroup': {'1.2'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'ConntrackHelper': {'1.0'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Log': {'1.0'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Network': {'1.1'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Port': {'1.7'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'PortForwarding': {'1.2'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'QosPolicy': {'1.8'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'SecurityGroup': {'1.4'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'SecurityGroupRule': {'1.2'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'SubPort': {'1.0'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Subnet': {'1.1'}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Trunk': {'1.1'}} May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: consumer versions: May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: HyperV agent@hv-neutron-6013: {}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'ConntrackHelper': '1.0', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Log': '1.0', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Network': '1.1', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Port': '1.7', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'PortForwarding': '1.2', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'QosPolicy': '1.8', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'SecurityGroup': '1.4', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'SecurityGroupRule': '1.2', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'SubPort': '1.0', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Subnet': '1.1', May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: 'Trunk': '1.1'}} May 20 14:46:19.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: {{(pid=98805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:46:19.928646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:19.932098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Network 178147dd-f499-495b-88aa-c5ef75189cc6 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:19.945004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 178147dd-f499-495b-88aa-c5ef75189cc6) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:19.951656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:19.952372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:19.962291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b81be-e3b3-46d7-943b-9b7683bac5d9 None None] Network 178147dd-f499-495b-88aa-c5ef75189cc6 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:19.981675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48272) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:19.982711 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7342126 May 20 14:46:19.987039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:19.992254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:19.996328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Usage tracker for resource:router and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:19.999538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:20.005520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:20.017877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.019283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.052728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.097723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48278) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:20.236768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-178147dd-f499-495b-88aa-c5ef75189cc6', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:46:20.238019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.348517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.381406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-327904792-network', 'tenant_id': 'f34697779d114d4aac4642f32035173c'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:20.389674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:20.393656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Usage tracker for resource:network and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:20.397039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:20.414692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:20.427200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Allocated IP 172.20.0.2 (178147dd-f499-495b-88aa-c5ef75189cc6/e3967cd8-ede5-466a-9283-2a77e6daff54/663ffecb-a238-4955-88d8-bace4610c38a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:20.435129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Made reservation on behalf of f34697779d114d4aac4642f32035173c for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:20.437858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.454120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.518098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:20.524140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Usage tracker for resource:security_group_rule and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:20.534639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:20.543686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:20.609214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-824226487-network', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:20.613876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:20.622191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Usage tracker for resource:network and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:20.629094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:20.642243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:20.653588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Made reservation on behalf of 0470f22e96294cd0af0a9daedb2e3b25 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:20.656229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.677869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.692525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Transition to ACTIVE for port object 663ffecb-a238-4955-88d8-bace4610c38a will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:20.693519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.713187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Transition to ACTIVE for port object 663ffecb-a238-4955-88d8-bace4610c38a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:20.724357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:20.725680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.728594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Usage tracker for resource:security_group_rule and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:20.732129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:20.737071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:20.740282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:20.837472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Pushing event updated for resources: {'Port': ['ID=663ffecb-a238-4955-88d8-bace4610c38a,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:20.847230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.847580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.847931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.848245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.848673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.849489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.849489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.849685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.849943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.850278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.850598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.851019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Tracked resource versions report: May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: pushed versions: May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: { 'AddressGroup': {'1.2'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'ConntrackHelper': {'1.0'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Log': {'1.0'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Network': {'1.1'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Port': {'1.7'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'PortForwarding': {'1.2'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'QosPolicy': {'1.8'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroup': {'1.4'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroupRule': {'1.2'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SubPort': {'1.0'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Subnet': {'1.1'}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Trunk': {'1.1'}} May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: consumer versions: May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: HyperV agent@hv-neutron-6013: {}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'ConntrackHelper': '1.0', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Log': '1.0', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Network': '1.1', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Port': '1.7', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'PortForwarding': '1.2', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'QosPolicy': '1.8', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroup': '1.4', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SecurityGroupRule': '1.2', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'SubPort': '1.0', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Subnet': '1.1', May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: 'Trunk': '1.1'}} May 20 14:46:20.852064 dv-neutron-601336-75-hyperv neutron-server[98807]: {{(pid=98807) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:46:20.869753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Network 178147dd-f499-495b-88aa-c5ef75189cc6 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:20.870914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:20.871968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:20.874140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:20.891699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.901225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.906660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:20.918509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.920194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.956595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.963601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:20.967266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:20.984112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:20.999058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee5c63-8167-42cc-8732-957c8594413c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:21.006348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8794689910384', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.007605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Unsubscribe: segment precommit_create {{(pid=98805) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 20 14:46:21.008381 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Added segment 9afacc8c-b468-4081-857f-d61a088cb296 of type vlan for network d0046fb2-851f-4022-b398-506baa9f07e4 May 20 14:46:21.017797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:21.036304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419c8f2f-433c-461e-82a8-81a634c6244a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:21.040627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:21.044026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Attempting to bind port 663ffecb-a238-4955-88d8-bace4610c38a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:21.044760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Attempting to bind port 663ffecb-a238-4955-88d8-bace4610c38a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:21.046247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Attempting to bind port 663ffecb-a238-4955-88d8-bace4610c38a on network 178147dd-f499-495b-88aa-c5ef75189cc6 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:21.057814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:21.058203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Checking segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:21.058609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.059005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Bound using segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:21.059881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Bound port: 663ffecb-a238-4955-88d8-bace4610c38a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:21.060337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.064762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:21.080405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.084796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.085119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Added segment 19e4ce25-15f3-49d0-8003-dbf54da32b75 of type vlan for network 44e8751b-0794-45e1-b758-2bd527a88e0e May 20 14:46:21.167370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.177471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.180273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:21.181534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.188535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] For port 663ffecb-a238-4955-88d8-bace4610c38a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:21.192542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] For port 663ffecb-a238-4955-88d8-bace4610c38a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=663ffecb-a238-4955-88d8-bace4610c38a,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:21.198580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.200665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:21.204377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:21.204605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Allocated IP 172.26.6.102 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/5d2edcbb-1d16-4910-930d-c671928b5bc5) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:21.250860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.255515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:21.256275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.287598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fb757e65-108c-448a-947d-2f0110f75b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:21.300529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Pushing event updated for resources: {'Port': ['ID=663ffecb-a238-4955-88d8-bace4610c38a,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:21.305980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:21.310750 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5447998 May 20 14:46:21.316122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48312) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:21.374995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Pushing event updated for resources: {'Network': ['ID=d0046fb2-851f-4022-b398-506baa9f07e4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:21.389282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d0046fb2-851f-4022-b398-506baa9f07e4 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:21.392562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:21.402761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Request body: {'subnet': {'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-327904792-subnet', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:21.409265 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3077960 May 20 14:46:21.409703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48320) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:21.416232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Request body: {'subnet': {'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-824226487-subnet', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:21.424792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:21.429444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Usage tracker for resource:subnet and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:21.432731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:21.439249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:21.471013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Made reservation on behalf of 0470f22e96294cd0af0a9daedb2e3b25 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:21.476803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.557728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Pushing event updated for resources: {'Network': ['ID=44e8751b-0794-45e1-b758-2bd527a88e0e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:21.567961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:21.571130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 44e8751b-0794-45e1-b758-2bd527a88e0e details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:21.575338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:21.598197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Usage tracker for resource:subnet and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:21.645832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.653832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:21.664279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:21.693646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Made reservation on behalf of f34697779d114d4aac4642f32035173c for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:21.698903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.899569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:21.938307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6e25d13c-40a5-47a9-9fd3-7b583fb83b00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:22.004607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:22.007927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:22.014979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:22.114964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=5d2edcbb-1d16-4910-930d-c671928b5bc5,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:22.172838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:22.197965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:22.213588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:22.274500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61989f82-78a7-4495-8e96-af47dcc4799b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:22.285872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:22.327951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Checking segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:22.328464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Network hostable DHCP agents. Network: d0046fb2-851f-4022-b398-506baa9f07e4, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:22.352678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Network d0046fb2-851f-4022-b398-506baa9f07e4 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:22.373917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d0046fb2-851f-4022-b398-506baa9f07e4) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:22.379988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:22.380647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:22.385435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208588b7-c4ee-4ea0-a730-575fa9b36abb None None] Network d0046fb2-851f-4022-b398-506baa9f07e4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:22.396313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48354) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:22.445525 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0345805 May 20 14:46:22.448251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48360) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:22.456029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:22.463605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:22.468109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Usage tracker for resource:router and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:22.473368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:22.480862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:22.505365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:22.507856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:22.551345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:22.623492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206b42f6-4bab-4396-bb21-a885c6f3eac3 None None] Network 178147dd-f499-495b-88aa-c5ef75189cc6 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:22.733930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:22.965639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48370) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:23.014704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.031809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1256a8c-d7da-4b0d-b4d3-2c3a07b549d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:23.086574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.097696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-738e1b4c-1646-4d0a-9932-b8292682b867 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1828364202'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:23.098354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-738e1b4c-1646-4d0a-9932-b8292682b867 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Unknown quota resources ['metering_label']. {{(pid=98805) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:46:23.155703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 663ffecb-a238-4955-88d8-bace4610c38a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:23.205185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:23.214299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:23.244293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48380) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:23.283462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-d0046fb2-851f-4022-b398-506baa9f07e4', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:46:23.284358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.293874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-626ba0c6-8358-43ac-8243-2ef1933ee243 None None] Provisioning for port 663ffecb-a238-4955-88d8-bace4610c38a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:23.301131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Checking segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:23.302133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Network hostable DHCP agents. Network: 44e8751b-0794-45e1-b758-2bd527a88e0e, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:23.371551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 663ffecb-a238-4955-88d8-bace4610c38a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:23.420962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Network 44e8751b-0794-45e1-b758-2bd527a88e0e is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:23.480886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.484842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 44e8751b-0794-45e1-b758-2bd527a88e0e) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:23.574796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Allocated IP 172.20.0.2 (d0046fb2-851f-4022-b398-506baa9f07e4/61989f82-78a7-4495-8e96-af47dcc4799b/4f706cd1-12d8-41a6-b87b-443cdf9be8a8) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:23.621110 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-578043650'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:23.626722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-738e1b4c-1646-4d0a-9932-b8292682b867 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.627941 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-738e1b4c-1646-4d0a-9932-b8292682b867 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2286797 May 20 14:46:23.632900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:23.636472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48394) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:23.637082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Usage tracker for resource:network and tenant:dd7c13ebe7e94f8d94ddf5333404b598 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:23.638979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:23.639752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.639871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:23.646430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:23.673456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Made reservation on behalf of dd7c13ebe7e94f8d94ddf5333404b598 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:23.677087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.689358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0fdc536c-bf4b-4b1c-9644-d80bfab51fcc tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ae7c0153-7e49-4d32-b0b1-c91b1e05395f'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:23.690400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0fdc536c-bf4b-4b1c-9644-d80bfab51fcc tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:46:23.691628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.708789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:23.712717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Usage tracker for resource:security_group_rule and tenant:dd7c13ebe7e94f8d94ddf5333404b598 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:23.715742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:23.721477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:23.736994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2c55d4-fc51-4ea7-a4f9-f32348d92a79 None None] Network 44e8751b-0794-45e1-b758-2bd527a88e0e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:23.807542 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4762335 May 20 14:46:23.816244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.817568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48402) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:23.820073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 663ffecb-a238-4955-88d8-bace4610c38a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:23.820379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.824200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2135142167'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:23.829271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:23.833432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Usage tracker for resource:network and tenant:3b5c241784644d128077ea6fbf1160a9 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:23.836866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:23.843147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:23.855338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.859509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:23.873267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:23.877521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Usage tracker for resource:router and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:23.880668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:23.896427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:23.916198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Made reservation on behalf of 3b5c241784644d128077ea6fbf1160a9 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:23.920026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.964320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:23.966641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:23.974323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.997292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:23.998832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.012513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.013497 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Added segment b4802ffd-e89e-4ba3-991e-0aeb16698b59 of type vlan for network 4635cc3a-6a5b-44eb-b241-a508b0397a84 May 20 14:46:24.014834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-348ad065-69ed-4dbb-b24f-e564aaa6a6f5 None None] Provisioning complete for port 663ffecb-a238-4955-88d8-bace4610c38a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:24.015250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-348ad065-69ed-4dbb-b24f-e564aaa6a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.044068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.074716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48412) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.110878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c416518-6d69-45f5-9377-a0a245757a33,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:24.118725 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.services.metering.metering_plugin [None req-0fdc536c-bf4b-4b1c-9644-d80bfab51fcc tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 14:46:24.127871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.144636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:24.167395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.196420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Transition to ACTIVE for port object 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:24.279151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.301943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-44e8751b-0794-45e1-b758-2bd527a88e0e', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:46:24.302781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.308540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0fdc536c-bf4b-4b1c-9644-d80bfab51fcc tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.313363 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0fdc536c-bf4b-4b1c-9644-d80bfab51fcc tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6298389 May 20 14:46:24.314910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:24.315810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48424) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.321842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0af56bee-f5ae-43d0-bb74-d091ce86e2ec tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ae7c0153-7e49-4d32-b0b1-c91b1e05395f'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:24.322407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0af56bee-f5ae-43d0-bb74-d091ce86e2ec tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:46:24.325692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:24.326342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.336803 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.352112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Transition to ACTIVE for port object 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:24.354978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:24.377057 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.services.metering.metering_plugin [None req-0af56bee-f5ae-43d0-bb74-d091ce86e2ec tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 14:46:24.384873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Router 139188a0-e2cf-45c7-ba98-f2285ba98f8f is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:46:24.398101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Usage tracker for resource:security_group_rule and tenant:3b5c241784644d128077ea6fbf1160a9 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:24.449423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-348ad065-69ed-4dbb-b24f-e564aaa6a6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.469563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.551264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48428) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.551729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:24.567331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:24.630159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fc2034ab-ad75-44c7-8410-e8c509bedcb3 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Request body: {'quota': {'network': 2}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:24.633460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:24.656821 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6817327 May 20 14:46:24.670590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48440) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.691526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Allocated IP 172.20.0.2 (44e8751b-0794-45e1-b758-2bd527a88e0e/83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba/bfb220e9-e284-4261-8992-cf92ad5141db) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:24.766017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:24.777530 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Sync routers for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:24.792375 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:24.793380 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:24.800764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Pushing event updated for resources: {'Port': ['ID=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:24.803737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:24.805516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 663ffecb-a238-4955-88d8-bace4610c38a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=663ffecb-a238-4955-88d8-bace4610c38a,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:24.813575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Network d0046fb2-851f-4022-b398-506baa9f07e4 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:24.816464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:24.819539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:24.853316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0af56bee-f5ae-43d0-bb74-d091ce86e2ec tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.857989 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0af56bee-f5ae-43d0-bb74-d091ce86e2ec tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5413404 May 20 14:46:24.858595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48448) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.867942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.869239 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8865125 May 20 14:46:24.877719 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-eec20f60-b2da-4c31-b522-03c11947dd54 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=114cd79b-98d8-47d7-afc3-45926dab8251 HTTP/1.1" status: 200 len: 464 time: 0.0178161 May 20 14:46:24.878667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48452) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.879074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48454) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:24.912606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:24.985639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:25.000614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.004247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.018280 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fc2034ab-ad75-44c7-8410-e8c509bedcb3 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] 10.222.0.58 "PUT /v2.0/quotas/02265d93eea84b23b3ad6a14df0c51a6 HTTP/1.1" status: 200 len: 368 time: 0.9088459 May 20 14:46:25.021602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-348ad065-69ed-4dbb-b24f-e564aaa6a6f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:46:25.022071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-348ad065-69ed-4dbb-b24f-e564aaa6a6f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:46:25.030425 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:25.039741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48460) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:25.044400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:25.049702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Pushing event updated for resources: {'Network': ['ID=4635cc3a-6a5b-44eb-b241-a508b0397a84,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:25.053176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.070520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:25.072139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:25.079745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Request body: {'network': {'project_id': '02265d93eea84b23b3ad6a14df0c51a6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:25.086561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:25.090692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Usage tracker for resource:network and tenant:02265d93eea84b23b3ad6a14df0c51a6 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:25.094127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:25.094351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 4635cc3a-6a5b-44eb-b241-a508b0397a84 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:25.100499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:25.114030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Attempting to bind port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:25.114454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Attempting to bind port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:25.114821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Attempting to bind port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 on network d0046fb2-851f-4022-b398-506baa9f07e4 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:25.147489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'network': {'name': 'tempest-network--406700098', 'router:external': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:25.150776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:25.152324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:25.152760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Checking segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:25.153166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.153558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Bound using segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:25.154045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Bound port: 4f706cd1-12d8-41a6-b87b-443cdf9be8a8, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:25.154417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.176354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Made reservation on behalf of 02265d93eea84b23b3ad6a14df0c51a6 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:25.179872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.226183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Usage tracker for resource:floatingip and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:25.233355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.248684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de5c02-57b4-4d01-9db2-31fb2c85b529,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:25.262556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:25.269865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:25.283490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:25.287749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Usage tracker for resource:security_group_rule and tenant:02265d93eea84b23b3ad6a14df0c51a6 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:25.291339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:25.302072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:25.357972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=663ffecb-a238-4955-88d8-bace4610c38a,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:25.361188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:25.366918 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:22Z', 'revision_number': 3, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:25.371849 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Checking router: 139188a0-e2cf-45c7-ba98-f2285ba98f8f for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:46:25.372461 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Updating router 139188a0-e2cf-45c7-ba98-f2285ba98f8f port 5d2edcbb-1d16-4910-930d-c671928b5bc5 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:46:25.421449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.425459 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.429335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] For port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:25.432308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.432789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:25.436951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] For port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:25.448643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Transition to ACTIVE for port object bfb220e9-e284-4261-8992-cf92ad5141db will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:25.452052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:network and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:25.456943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:25.462125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.477187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:25.599114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Transition to ACTIVE for port object bfb220e9-e284-4261-8992-cf92ad5141db will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:25.611161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.623525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.629140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.630211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:25.635549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:25.647415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Network 44e8751b-0794-45e1-b758-2bd527a88e0e is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:25.651557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:25.653919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:25.692250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Pushing event updated for resources: {'Port': ['ID=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:25.695588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:25.700713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:25.731477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.771594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Pushing event updated for resources: {'Port': ['ID=bfb220e9-e284-4261-8992-cf92ad5141db,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:25.774492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:25.790315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:25.790772 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.806624 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Transition to ACTIVE for port object 5d2edcbb-1d16-4910-930d-c671928b5bc5 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:25.809715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:25.814913 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.818381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.830622 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:25.857900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.863381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Attempting to bind port bfb220e9-e284-4261-8992-cf92ad5141db on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:25.863942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Attempting to bind port bfb220e9-e284-4261-8992-cf92ad5141db by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:25.864449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Attempting to bind port bfb220e9-e284-4261-8992-cf92ad5141db on network 44e8751b-0794-45e1-b758-2bd527a88e0e {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:25.871905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:25.872446 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Checking segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:25.872979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.873503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Bound using segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:25.874102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Bound port: bfb220e9-e284-4261-8992-cf92ad5141db, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:25.874570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.963515 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Attempting to bind port 5d2edcbb-1d16-4910-930d-c671928b5bc5 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:25.963896 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Attempting to bind port 5d2edcbb-1d16-4910-930d-c671928b5bc5 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:25.964409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Attempting to bind port 5d2edcbb-1d16-4910-930d-c671928b5bc5 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:25.974075 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:25.974574 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:25.974986 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.976044 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:25.980299 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Bound port: 5d2edcbb-1d16-4910-930d-c671928b5bc5, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:25.981892 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.997241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:25.997587 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Added segment 17061afc-e9e7-499b-8ad8-50dab374c3aa of type vlan for network dba227bb-c097-4a79-9613-5c5ca5366c23 May 20 14:46:26.024349 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Pushing event updated for resources: {'Port': ['ID=5d2edcbb-1d16-4910-930d-c671928b5bc5,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:26.044939 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.045592 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.046096 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.046717 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.047336 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.047895 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.048399 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.049313 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.049826 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.050324 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.050822 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.051319 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Tracked resource versions report: May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: pushed versions: May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: { 'AddressGroup': {'1.2'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'ConntrackHelper': {'1.0'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Log': {'1.0'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Network': {'1.1'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Port': {'1.7'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'PortForwarding': {'1.2'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'QosPolicy': {'1.8'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroup': {'1.4'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroupRule': {'1.2'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SubPort': {'1.0'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Subnet': {'1.1'}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Trunk': {'1.1'}} May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: consumer versions: May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: { DHCP agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: HyperV agent@hv-neutron-6013: {}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: L3 agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: Metadata agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: Metering agent@dv-neutron-601336-75-hyperv: {}, May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: Open vSwitch agent@dv-neutron-601336-75-hyperv: { 'AddressGroup': '1.2', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'ConntrackHelper': '1.0', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Log': '1.0', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Network': '1.1', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Port': '1.7', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'PortForwarding': '1.2', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'QosPolicy': '1.8', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroup': '1.4', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SecurityGroupRule': '1.2', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'SubPort': '1.0', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Subnet': '1.1', May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: 'Trunk': '1.1'}} May 20 14:46:26.052748 dv-neutron-601336-75-hyperv neutron-server[98808]: {{(pid=98808) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 20 14:46:26.060348 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:26.061281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] For port bfb220e9-e284-4261-8992-cf92ad5141db, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:26.065714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] For port bfb220e9-e284-4261-8992-cf92ad5141db, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bfb220e9-e284-4261-8992-cf92ad5141db,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:26.069776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:26.074851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.083500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:26.102610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Made reservation on behalf of 862772815be5440c953b8ebd2b1e09b2 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:26.103529 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] For port 5d2edcbb-1d16-4910-930d-c671928b5bc5, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:26.105234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.107181 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] For port 5d2edcbb-1d16-4910-930d-c671928b5bc5, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5d2edcbb-1d16-4910-930d-c671928b5bc5,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:26.114865 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.119830 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-9b668a41-9e1b-45a1-8bcf-2ee046f10ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:26.124479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ad4780-0129-4930-b5cf-ed3bb2c1e82d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:26.127658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:26.175554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Allocated IP 172.20.0.1 (178147dd-f499-495b-88aa-c5ef75189cc6/e3967cd8-ede5-466a-9283-2a77e6daff54/8e4ec66d-c031-45f1-b6eb-c7083199d1b1) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:26.205875 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Pushing event updated for resources: {'Port': ['ID=5d2edcbb-1d16-4910-930d-c671928b5bc5,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:26.212401 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:26.226657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.232179 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:26.232673 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:26.251963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.252314 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Added segment 148cb302-dc3b-4bb1-b4ed-4d8ac3552f77 of type vlan for network a35a81ce-2420-4975-9f71-c7c8e08da563 May 20 14:46:26.255367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.257243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Pushing event updated for resources: {'Port': ['ID=bfb220e9-e284-4261-8992-cf92ad5141db,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:26.277639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:26.346624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.392064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.409568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Transition to ACTIVE for port object 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:26.432691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:26.463034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.464404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:security_group_rule and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:26.493221 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:26.513168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:26.516452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:26.517045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.520919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.592267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-db040715-2e15-4e1b-a348-67fb52b14952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:26.606205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-26ec284a-9488-44e8-9488-c3e5c245959a tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.611232 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-26ec284a-9488-44e8-9488-c3e5c245959a tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/114cd79b-98d8-47d7-afc3-45926dab8251 HTTP/1.1" status: 204 len: 168 time: 1.7287843 May 20 14:46:26.620308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48468) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:26.653657 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-da1d0ba7-bbf2-4742-abd6-1a6c7f69e64e tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=114cd79b-98d8-47d7-afc3-45926dab8251 HTTP/1.1" status: 200 len: 221 time: 0.0314136 May 20 14:46:26.657345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48472) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:26.668406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-28b808b0-99ff-43b2-9b58-311b26301408 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1023006205', 'description': 'label created by tempest'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:26.669188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-28b808b0-99ff-43b2-9b58-311b26301408 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Unknown quota resources ['metering_label']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:46:26.679778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Allocated IP 172.26.6.191 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/65c853a8-23fb-4811-b44a-24bcc2a73b37) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:26.696362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.755525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:26.769827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:26.770455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:26.869386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:26.956733 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:22Z', 'revision_number': 3, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:26.961394 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae677c46-4de2-40c8-b668-35e4fff3a818 None None] The sync data for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv is: [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:22Z', 'revision_number': 3, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:27.086822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e489e8ca-b3ee-44bd-8a2e-8abb6d3e4dbd None None] Network d0046fb2-851f-4022-b398-506baa9f07e4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:27.140573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Network 178147dd-f499-495b-88aa-c5ef75189cc6 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:27.156896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Pushing event updated for resources: {'Network': ['ID=a35a81ce-2420-4975-9f71-c7c8e08da563,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:27.208425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:27.220400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:27.247845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:27.249002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a35a81ce-2420-4975-9f71-c7c8e08da563 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:27.255119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-28b808b0-99ff-43b2-9b58-311b26301408 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.258551 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-28b808b0-99ff-43b2-9b58-311b26301408 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5976841 May 20 14:46:27.258754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48478) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:27.280959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:27.281470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.282972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ad800611-a2aa-424a-90c4-14cf816e70a7 None None] Provisioning for port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:27.297148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bfb220e9-e284-4261-8992-cf92ad5141db up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:27.336621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event updated for resources: {'Network': ['ID=dba227bb-c097-4a79-9613-5c5ca5366c23,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:27.342753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.748s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:27.356895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.549s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:27.357558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:27.401137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.438600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network dba227bb-c097-4a79-9613-5c5ca5366c23 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:27.440689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.468566 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cad6f32f-90dc-4c3a-8651-46cd529a3af0 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=04e547b6-10ea-477a-8805-9e0df8b8919f HTTP/1.1" status: 200 len: 468 time: 0.2080896 May 20 14:46:27.470928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48482) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:27.550302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.554745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.557598 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 4.3123202 May 20 14:46:27.566297 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.5005889 May 20 14:46:27.677895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48486) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:27.678259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48488) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:27.678898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:27.702390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Request body: {'subnet': {'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:27.789016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e591e571-8780-4d78-97ac-da3516d2f33c None None] Network 44e8751b-0794-45e1-b758-2bd527a88e0e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:27.824512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Request body: {'network': {'project_id': '02265d93eea84b23b3ad6a14df0c51a6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:27.833023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:27.865932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:27.870823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Usage tracker for resource:subnet and tenant:3b5c241784644d128077ea6fbf1160a9 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:27.874220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:27.880169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:27.902151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f67164-fbd0-47fe-8012-ca9986817445,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:27.905172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:27.907196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:27.926839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Made reservation on behalf of 3b5c241784644d128077ea6fbf1160a9 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:27.930537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks [] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.033251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b11e56c5-f7ed-446c-8663-18ba238b46e4 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.037183 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b11e56c5-f7ed-446c-8663-18ba238b46e4 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/04e547b6-10ea-477a-8805-9e0df8b8919f HTTP/1.1" status: 204 len: 168 time: 0.5623975 May 20 14:46:28.038559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48496) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.060886 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1cb850a7-0cea-4a4f-ad44-83daa7c085c9 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=04e547b6-10ea-477a-8805-9e0df8b8919f HTTP/1.1" status: 200 len: 216 time: 0.0190666 May 20 14:46:28.061666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48500) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.061792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Usage tracker for resource:network and tenant:02265d93eea84b23b3ad6a14df0c51a6 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:28.072868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bf305995-acc6-476e-a49d-899a2539c426 None None] Provisioning for port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:28.075963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:28.080871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-59e35b9a-0db1-4925-ab08-85f4e7f83eb5 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0151012 May 20 14:46:28.082593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48504) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.101850 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-099aedea-ff0a-404a-9e33-e8125ddedf65 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0145793 May 20 14:46:28.102084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:28.102235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48508) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.106918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:28.118067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.130183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bf305995-acc6-476e-a49d-899a2539c426 None None] Provisioning complete for port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:28.130789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bf305995-acc6-476e-a49d-899a2539c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.158821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.159308 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Added segment 84e75bf4-c9e8-4c59-a69e-19d701d17146 of type vlan for network 76878b39-f00e-4299-9849-7ca92bbf9eda May 20 14:46:28.176743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port bfb220e9-e284-4261-8992-cf92ad5141db completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:28.184730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Made reservation on behalf of 02265d93eea84b23b3ad6a14df0c51a6 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:28.187285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.190815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 663ffecb-a238-4955-88d8-bace4610c38a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:28.287300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bf305995-acc6-476e-a49d-899a2539c426 None None] Port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:28.353899 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e69e937a-59d1-4709-903b-b02daf639bb0 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/ae7c0153-7e49-4d32-b0b1-c91b1e05395f HTTP/1.1" status: 200 len: 473 time: 0.2486670 May 20 14:46:28.355240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48512) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.364749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 663ffecb-a238-4955-88d8-bace4610c38a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:28.365162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.380302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.383357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.395467 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dd14c46e-f088-4a9c-a8dd-a972da51d028 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/95a174f2-be6e-42dc-b5f8-285c19b42fd5 HTTP/1.1" status: 200 len: 461 time: 0.0401082 May 20 14:46:28.399968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48516) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.421120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:28.445343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.493881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.494220 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Added segment e5b8bbaa-c2b3-4a44-9d09-0baf1566777e of type vlan for network 53d2e30b-be99-4533-9780-27e3075b4881 May 20 14:46:28.522743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:28.528437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Provisioning for port bfb220e9-e284-4261-8992-cf92ad5141db completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:28.545080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Provisioning complete for port bfb220e9-e284-4261-8992-cf92ad5141db triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:28.545473 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.594158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:28.659675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.667565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:28.669412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.685060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:28.685896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.690123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:28.693178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:28.731026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:28.746559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:28.751924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.752832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Allocated IP 172.26.6.117 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/774f6f2b-94e8-4808-97b5-3c2b69dc4327) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:28.768828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Pushing event updated for resources: {'Port': ['ID=65c853a8-23fb-4811-b44a-24bcc2a73b37,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:28.773240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:28.811820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:28.839487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.841165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-94ef94cf-3c72-408f-bac0-905f4679ada3 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.844837 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-94ef94cf-3c72-408f-bac0-905f4679ada3 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/95a174f2-be6e-42dc-b5f8-285c19b42fd5 HTTP/1.1" status: 204 len: 168 time: 0.4380240 May 20 14:46:28.848928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48520) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:28.917018 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] For port bfb220e9-e284-4261-8992-cf92ad5141db, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bfb220e9-e284-4261-8992-cf92ad5141db,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:28.924902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:28.933952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:28.936002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:28.982305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.029997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Pushing event updated for resources: {'Port': ['ID=bfb220e9-e284-4261-8992-cf92ad5141db,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:29.034398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:29.037277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:29.047185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.051864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:29.142980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74b86cf1-0813-465e-ba12-0b95e0809cea None None] Provisioning complete for port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:29.143646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74b86cf1-0813-465e-ba12-0b95e0809cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.222992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:29.227788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:29.232978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Network': ['ID=76878b39-f00e-4299-9849-7ca92bbf9eda,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:29.242969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57ad35ab-6547-4651-9b1e-9d5933c05b29 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.248135 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-57ad35ab-6547-4651-9b1e-9d5933c05b29 tempest-MeteringTestJSON-1563623119 tempest-MeteringTestJSON-1563623119-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/ae7c0153-7e49-4d32-b0b1-c91b1e05395f HTTP/1.1" status: 204 len: 168 time: 0.3982749 May 20 14:46:29.253587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48526) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:29.254214 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.5768578 May 20 14:46:29.263908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:29.269138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.273050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 76878b39-f00e-4299-9849-7ca92bbf9eda details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:29.274922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.281425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:29.282018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.294128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:29.397930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5d2edcbb-1d16-4910-930d-c671928b5bc5 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:29.398640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:29.412391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.423148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.427055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.428770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.438554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9941e3-6bb3-427d-bd65-85a4293c4ff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:29.477620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74b86cf1-0813-465e-ba12-0b95e0809cea None None] Provisioning complete for port bfb220e9-e284-4261-8992-cf92ad5141db triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:29.478348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74b86cf1-0813-465e-ba12-0b95e0809cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.499911 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8182247 May 20 14:46:29.507763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48530) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:29.543989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Request body: {'network': {'project_id': '02265d93eea84b23b3ad6a14df0c51a6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:29.561990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5d2edcbb-1d16-4910-930d-c671928b5bc5 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:29.587919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Pushing event updated for resources: {'Network': ['ID=53d2e30b-be99-4533-9780-27e3075b4881,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:29.593169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:29.597917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Usage tracker for resource:network and tenant:02265d93eea84b23b3ad6a14df0c51a6 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:29.601592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:29.607697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:29.607896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:29.613787 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 14:46:29.614271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:46:29.615410 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e942f15a-be46-4d04-949e-171eeadc280b tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0920348 May 20 14:46:29.662121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 53d2e30b-be99-4533-9780-27e3075b4881 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:29.666613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48538) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:29.681684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5d2edcbb-1d16-4910-930d-c671928b5bc5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:29.682216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.702364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48542) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:29.772341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.858596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.867369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:29.888186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.889625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:29.892017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.892582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.893426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.893882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > port after_create 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.894653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > port after_delete 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.895074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > port after_update 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.895514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.895951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.896364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.896796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:29.910165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 5d2edcbb-1d16-4910-930d-c671928b5bc5, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5d2edcbb-1d16-4910-930d-c671928b5bc5,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:29.916581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:29.917984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bfb220e9-e284-4261-8992-cf92ad5141db up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:29.942499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Allocated IP 172.26.6.128 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/fde90969-33e7-4003-b73e-0926506afc8d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:29.949704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:29.995963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:30.052195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=5d2edcbb-1d16-4910-930d-c671928b5bc5,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:30.056098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:30.064909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port bfb220e9-e284-4261-8992-cf92ad5141db triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:30.065299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.074794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.075244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.075672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.076055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=98806) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.076485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76878b39-f00e-4299-9849-7ca92bbf9eda']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:30.110101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e75bf4-c9e8-4c59-a69e-19d701d17146') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:30.110405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e75bf4-c9e8-4c59-a69e-19d701d17146') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:30.118986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.128633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.151080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.168411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:30.181243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Usage tracker for resource:security_group_rule and tenant:d0f4949711c64c15953f5011d81bb6a7 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:30.184113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.187605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Network 178147dd-f499-495b-88aa-c5ef75189cc6 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:30.188536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:30.195927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:30.198059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:30.205220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:30.205561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.205980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:30.215579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.217337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:30.219937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: from cryptography.utils import int_from_bytes May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: from cryptography.utils import int_from_bytes May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:30.222525 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:30.306355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Pushing event updated for resources: {'Port': ['ID=774f6f2b-94e8-4808-97b5-3c2b69dc4327,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:30.311419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:30.454284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.465854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 76878b39-f00e-4299-9849-7ca92bbf9eda {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:46:30.469007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.481984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-38f75db2-2682-42ba-82d7-4d800250efd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:30.484802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1484a48d-965e-4b91-ba73-40cd92a8ab50 None None] Provisioning complete for port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:30.485279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1484a48d-965e-4b91-ba73-40cd92a8ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.496360 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/networks/76878b39-f00e-4299-9849-7ca92bbf9eda HTTP/1.1" status: 204 len: 168 time: 1.2415948 May 20 14:46:30.509368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48548) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:30.520121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Network': ['ID=76878b39-f00e-4299-9849-7ca92bbf9eda,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:30.524050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:30.528730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'network': {'router:external': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:30.539525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:30.551189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-1484a48d-965e-4b91-ba73-40cd92a8ab50 None None] Port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:30.551798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:network and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:30.556657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:30.565636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:30.571862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Router 139188a0-e2cf-45c7-ba98-f2285ba98f8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:46:30.595071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Made reservation on behalf of 862772815be5440c953b8ebd2b1e09b2 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:30.597890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.626246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.720379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.732216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:30.739492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.807001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3159b3a6-c88f-47f1-b25f-26fd40630dd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:30.807291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.814273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.814610 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Added segment e200e21f-45b6-4519-9671-886ec66cbef3 of type vlan for network 30adad2f-279f-4b49-ad03-9a1111a04bfd May 20 14:46:30.892056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.895330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:30.900929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-408bde75-47dc-4553-b45b-e05a9ba5405d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:30.913300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1130f9d1-83da-44c8-8bde-6ed676974cf2,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:30.933373 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0f4949711c64c15953f5011d81bb6a7&name=default HTTP/1.1" status: 200 len: 2977 time: 1.2276015 May 20 14:46:30.940081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48552) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:30.950404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:30.957907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:30.960756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.961128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.962068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.962563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > port after_create 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.963060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > port after_delete 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.963564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > port after_update 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.964054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.964553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.965030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.965513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:30.967136 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] 10.222.0.58 "PUT /v2.0/routers/139188a0-e2cf-45c7-ba98-f2285ba98f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0870447 May 20 14:46:31.004209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.005607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:31.006794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.011941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:31.095201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Sync routers for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:31.105884 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5920322 May 20 14:46:31.109399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48558) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:31.111536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:31.112331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:31.114967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'subnet': {'network_id': '30adad2f-279f-4b49-ad03-9a1111a04bfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:31.118846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Network': ['ID=30adad2f-279f-4b49-ad03-9a1111a04bfd,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:31.122674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:31.123243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:31.132404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:subnet and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:31.136972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:31.161168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:31.175197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 30adad2f-279f-4b49-ad03-9a1111a04bfd details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:31.175386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Made reservation on behalf of 862772815be5440c953b8ebd2b1e09b2 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:31.178847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.181605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:31.182059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:31.182493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:31.187732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5d2edcbb-1d16-4910-930d-c671928b5bc5 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:31.191147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=98805) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 20 14:46:31.191633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d2e30b-be99-4533-9780-27e3075b4881']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:31.332030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.370184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b8bbaa-c2b3-4a44-9d09-0baf1566777e') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:31.370372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b8bbaa-c2b3-4a44-9d09-0baf1566777e') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:31.455443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5d2edcbb-1d16-4910-930d-c671928b5bc5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:31.455925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.489481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:31.607128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.625377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event updated for resources: {'Subnet': ['ID=b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:31.637017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:31.644958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:31.713487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Checking segment: {'id': '17061afc-e9e7-499b-8ad8-50dab374c3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:31.713853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Network hostable DHCP agents. Network: dba227bb-c097-4a79-9613-5c5ca5366c23, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:31.747660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.754869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:46:31.755758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.763589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:31.774696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Port': ['ID=fde90969-33e7-4003-b73e-0926506afc8d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:31.789103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:31.800464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.802723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:31.808808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.855028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Subnet': ['ID=57b66447-3926-4b57-96e6-24b3d06c5354,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:31.859819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Checking segment: {'id': 'e200e21f-45b6-4519-9671-886ec66cbef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '30adad2f-279f-4b49-ad03-9a1111a04bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:31.860425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Network hostable DHCP agents. Network: 30adad2f-279f-4b49-ad03-9a1111a04bfd, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:31.861395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:31.864148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:31.884477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Network 30adad2f-279f-4b49-ad03-9a1111a04bfd is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:31.891910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.901370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 30adad2f-279f-4b49-ad03-9a1111a04bfd) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:31.906640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:31.912473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:31.912752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.924615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:31.935983 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8254406 May 20 14:46:31.938558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48576) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:31.945441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'floatingip': {'floating_network_id': '30adad2f-279f-4b49-ad03-9a1111a04bfd'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:31.951044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67803d24-8c83-4ce0-b12f-518cc8bcb39b None None] Network 30adad2f-279f-4b49-ad03-9a1111a04bfd requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:31.951826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:31.956200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:floatingip and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:31.959846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:31.966921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:31.980277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:31.989438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Network dba227bb-c097-4a79-9613-5c5ca5366c23 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:32.003938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:32.004248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: from cryptography.utils import int_from_bytes May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: from cryptography.utils import int_from_bytes May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:32.021914 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:32.063820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.078648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, dba227bb-c097-4a79-9613-5c5ca5366c23) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:32.114791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475001ae-3fd0-4098-9cec-58efe2f32835 None None] Network dba227bb-c097-4a79-9613-5c5ca5366c23 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:32.147386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:32.147988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.233867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48580) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:32.253745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236264990', 'description': 'tempest-description--363767506'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:32.261243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:32.265701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Usage tracker for resource:security_group and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:32.268743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:32.275660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:32.308160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.329208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:32.329584 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.353881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.359444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.400458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:32.400805 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7206821 May 20 14:46:32.404888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48584) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:32.407496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Usage tracker for resource:security_group_rule and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:32.416227 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Request body: {'port': {'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1932665177'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:32.431054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:32.439154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:32.461698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.478205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Pushing event deleted for resources: {'Network': ['ID=53d2e30b-be99-4533-9780-27e3075b4881,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:32.489439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:32.525136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadeaa59-53f9-4b0e-b722-6421950c067b None None] Network 30adad2f-279f-4b49-ad03-9a1111a04bfd requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:32.545214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:32.563992 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] 10.222.0.58 "DELETE /v2.0/networks/53d2e30b-be99-4533-9780-27e3075b4881 HTTP/1.1" status: 204 len: 168 time: 2.8952303 May 20 14:46:32.570594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 2, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:32.572917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48588) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:32.598206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.609034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.649077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-dba227bb-c097-4a79-9613-5c5ca5366c23', 'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23', 'tenant_id': '3b5c241784644d128077ea6fbf1160a9', 'fixed_ips': [{'subnet_id': 'b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:46:32.649948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.655646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Allocated IP 172.20.0.14 (30adad2f-279f-4b49-ad03-9a1111a04bfd/57b66447-3926-4b57-96e6-24b3d06c5354/7c624ffb-7199-4d55-a60c-926650624206) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:32.673955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Checking router: 139188a0-e2cf-45c7-ba98-f2285ba98f8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:46:32.674315 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Updating router 139188a0-e2cf-45c7-ba98-f2285ba98f8f port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:46:32.683536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:32.735690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.736795 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1130f9d1-83da-44c8-8bde-6ed676974cf2 HTTP/1.1" status: 204 len: 168 time: 1.7904725 May 20 14:46:32.737825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130f9d1-83da-44c8-8bde-6ed676974cf2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:32.754243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:32.777669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.796456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.820070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:32.839483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.843466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.845716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Usage tracker for resource:port and tenant:3b5c241784644d128077ea6fbf1160a9 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:32.872098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:46:32.910441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:32.919382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:32.957426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:32.967877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.017356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:33.059764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Made reservation on behalf of 3b5c241784644d128077ea6fbf1160a9 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:33.072370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.081919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007ea8f4-8299-4c81-88d4-2eb2c4bc050b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:33.094960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:33.183170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.188548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Allocated IP 172.20.0.2 (dba227bb-c097-4a79-9613-5c5ca5366c23/b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17/4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:33.200155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] device_id is not set on port c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:33.301401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48598) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:33.306248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35a81ce-2420-4975-9f71-c7c8e08da563']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:33.335688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.339941 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1013629 May 20 14:46:33.342080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48602) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:33.344881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.348701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148cb302-dc3b-4bb1-b4ed-4d8ac3552f77') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:33.348994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148cb302-dc3b-4bb1-b4ed-4d8ac3552f77') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:33.361112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.372677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Request body: {'security_group_rule': {'security_group_id': '007ea8f4-8299-4c81-88d4-2eb2c4bc050b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:33.386388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:33.389450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.400794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Usage tracker for resource:security_group_rule and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:33.408808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:33.411849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:33.421630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5168b71968459f9967fa1049153abc is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:33.424378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:33.427141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:33.432656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.437346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:33.445500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:33.452021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Router bebddc42-294e-4b10-8233-254a59614e0e is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:46:33.453925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:33.454362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.458214 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Sync routers for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:33.470151 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:33.471389 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:33.473411 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:33.547708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.548911 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7aad3872-e511-4048-be30-ccaa163ed13d admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.0997417 May 20 14:46:33.555778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48606) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:33.565985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.592427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.600194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.618887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.653569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Transition to ACTIVE for port object 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:33.655240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.657214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Transition to ACTIVE for port object 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:33.669754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:33.677330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.688280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:33.738957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Port': ['ID=fde90969-33e7-4003-b73e-0926506afc8d,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:33.739588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Transition to ACTIVE for port object 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:33.740063 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:33.746268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:33.810185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:33.841301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.846164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.852178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Sync routers for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:33.863207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.869896 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c284544-f7ee-4961-a10c-27fa56a6455b admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0181265 May 20 14:46:33.873165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48612) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:33.906399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:33.950085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:33.950719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:34.003723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.007437 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.3999224 May 20 14:46:34.007982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48616) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:34.018975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-48409326'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:34.026820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14192580-fc0a-43a9-a92f-f4bf7a972fc0 None None] Pushing event updated for resources: {'Port': ['ID=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:34.044690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:34.052050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14192580-fc0a-43a9-a92f-f4bf7a972fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:34.055162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Network dba227bb-c097-4a79-9613-5c5ca5366c23 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:34.056002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22bf0860-0298-4ac2-bf8f-90d56314f323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:34.060523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Usage tracker for resource:network and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:34.065296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:34.127266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.137553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:34.138136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:34.144088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:34.156631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:34.170357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.177172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Made reservation on behalf of ecd27e21b94c4c2aa9f18b8fc2f4ef26 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:34.182281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.200687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.209900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Pushing event deleted for resources: {'Network': ['ID=a35a81ce-2420-4975-9f71-c7c8e08da563,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:34.246849 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] 10.222.0.58 "DELETE /v2.0/networks/a35a81ce-2420-4975-9f71-c7c8e08da563 HTTP/1.1" status: 204 len: 168 time: 1.6577146 May 20 14:46:34.246849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:34.267668 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 3, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:34.271622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:34.278921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Attempting to bind port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:34.279512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Attempting to bind port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:34.281145 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Checking router: 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:46:34.281495 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Updating router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c port 65c853a8-23fb-4811-b44a-24bcc2a73b37 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:46:34.285602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Attempting to bind port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 on network 178147dd-f499-495b-88aa-c5ef75189cc6 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:34.316042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:34.323865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Usage tracker for resource:security_group_rule and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:34.336860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:34.346743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:34.349132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Port': ['ID=7c624ffb-7199-4d55-a60c-926650624206,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:34.356345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Network 30adad2f-279f-4b49-ad03-9a1111a04bfd is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:34.362953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:34.369275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:34.380026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:34.386455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Pushing event updated for resources: {'Port': ['ID=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:34.395279 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.445382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Allocated IP 172.20.0.12 (dba227bb-c097-4a79-9613-5c5ca5366c23/b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17/c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:34.526011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:34.552704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:34.552704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Checking segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:34.552894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.553946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Bound using segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:34.554449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Bound port: 8e4ec66d-c031-45f1-b6eb-c7083199d1b1, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:34.554815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.644979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Attempting to bind port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:34.645611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Attempting to bind port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '17061afc-e9e7-499b-8ad8-50dab374c3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:34.645718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Attempting to bind port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d on network dba227bb-c097-4a79-9613-5c5ca5366c23 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:34.655502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:34.655877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Checking segment: {'id': '17061afc-e9e7-499b-8ad8-50dab374c3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:34.656283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.656678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Bound using segment: {'id': '17061afc-e9e7-499b-8ad8-50dab374c3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:34.657148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Bound port: 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17061afc-e9e7-499b-8ad8-50dab374c3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'dba227bb-c097-4a79-9613-5c5ca5366c23'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:34.657521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.666126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.781481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:34.790020 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.818285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.836973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.857152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:34.919621 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.935811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:34.949904 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Transition to ACTIVE for port object 65c853a8-23fb-4811-b44a-24bcc2a73b37 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:34.964648 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:34.969043 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:34.986230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] For port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:34.989494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] For port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,segment=NetworkSegment(17061afc-e9e7-499b-8ad8-50dab374c3aa),segment_id=17061afc-e9e7-499b-8ad8-50dab374c3aa)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:35.047336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cafde9c-8efd-4c37-a288-4d522aafcfa2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.062207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.062785 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Added segment 1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1 of type vlan for network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 May 20 14:46:35.065237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.066048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.100076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.111935 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109f09e-1a3e-4b3e-9ee0-3d344756b122 None None] Pushing event updated for resources: {'Port': ['ID=65c853a8-23fb-4811-b44a-24bcc2a73b37,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.114528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.118672 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2109f09e-1a3e-4b3e-9ee0-3d344756b122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.119547 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Attempting to bind port 65c853a8-23fb-4811-b44a-24bcc2a73b37 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:35.124617 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Attempting to bind port 65c853a8-23fb-4811-b44a-24bcc2a73b37 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:35.125048 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Attempting to bind port 65c853a8-23fb-4811-b44a-24bcc2a73b37 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:35.125714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:35.138052 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:35.138512 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:35.138976 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.139453 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:35.139999 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Bound port: 65c853a8-23fb-4811-b44a-24bcc2a73b37, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:35.140437 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.162291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:35.173941 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fc5168b71968459f9967fa1049153abc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8689439 May 20 14:46:35.230822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48630) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:35.249274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.254628 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8970010 May 20 14:46:35.264277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48636) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:35.315043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Request body: {'security_group_rule': {'security_group_id': '007ea8f4-8299-4c81-88d4-2eb2c4bc050b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:35.329611 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] For port 65c853a8-23fb-4811-b44a-24bcc2a73b37, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:35.334102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] For port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:35.334738 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] For port 65c853a8-23fb-4811-b44a-24bcc2a73b37, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=65c853a8-23fb-4811-b44a-24bcc2a73b37,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:35.340079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:35.353804 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.356507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Usage tracker for resource:security_group_rule and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:35.366416 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:35.366818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] For port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:35.372436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Pushing event updated for resources: {'Port': ['ID=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.376485 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.377721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.385053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:35.390105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cada8d2-a4a2-497e-a407-90bb05cc61a6,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.391974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.397449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.407638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1d73c16c-6498-42ae-88f6-523275bd8ad4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:35.433770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:35.438768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48640) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:35.440932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.446958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.452031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.453728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.284s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:35.473563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.512530 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2109f09e-1a3e-4b3e-9ee0-3d344756b122 None None] Pushing event updated for resources: {'Port': ['ID=65c853a8-23fb-4811-b44a-24bcc2a73b37,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.515905 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2109f09e-1a3e-4b3e-9ee0-3d344756b122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.516912 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:35.517637 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:35.671207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Transition to ACTIVE for port object c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:35.677775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.679995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.722602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:35.724118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.753438 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:35.764104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ae8bf48a-12d9-446a-82c2-b12a8460e341 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:35.774493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.785586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14192580-fc0a-43a9-a92f-f4bf7a972fc0 None None] Pushing event updated for resources: {'Port': ['ID=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.795946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c6b905-5cf5-4795-ba48-ed6256e740a1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:35.800077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14192580-fc0a-43a9-a92f-f4bf7a972fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.807405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:35.842009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:35.842650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:35.905031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.987746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:35.990222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.064332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Network': ['ID=56bf4ac4-b41d-4165-a8d7-f4322bf9fd34,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:36.066533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.081412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:36.082090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:36.101417 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0924230 May 20 14:46:36.104393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48646) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:36.133447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:36.141094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:36.146915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Request body: {'subnet': {'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:36.160638 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 3, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:36.165810 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b03f1a-690d-4a6c-b33c-1fa7eefa601e None None] The sync data for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv is: [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 3, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:36.194281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:36.194752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Usage tracker for resource:security_group_rule and tenant:d4f3aec5c514457eac6212772686edbb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:36.200670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:30Z', 'revision_number': 3, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:36.206102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:36.212625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.234565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:36.241911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.282984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Checking router: bebddc42-294e-4b10-8233-254a59614e0e for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:46:36.283379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Updating router bebddc42-294e-4b10-8233-254a59614e0e port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:46:36.314572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.369231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Network dba227bb-c097-4a79-9613-5c5ca5366c23 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:36.388345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:36.401627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:36.443023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event updated for resources: {'Port': ['ID=c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:36.445998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.447546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:36.460162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7055fb46-ef59-4307-94a1-3ad7d0fed7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:36.468273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Allocated IP 172.20.0.1 (44e8751b-0794-45e1-b758-2bd527a88e0e/83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba/2b9ee440-f74e-4acf-8893-44c5be0c3594) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:36.480738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c6b905-5cf5-4795-ba48-ed6256e740a1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:36.554972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:36.579353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.582884 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c4c6b905-5cf5-4795-ba48-ed6256e740a1 HTTP/1.1" status: 204 len: 168 time: 1.3484643 May 20 14:46:36.663701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:36.664374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.691132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:36.702347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:36.707469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Usage tracker for resource:subnet and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:36.722783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:36.730319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:36.808657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Made reservation on behalf of ecd27e21b94c4c2aa9f18b8fc2f4ef26 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:36.812707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.876462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90193d01-ced0-40da-8789-f6d416eb4bc8 None None] Network dba227bb-c097-4a79-9613-5c5ca5366c23 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:36.925926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=624f6cf6-75eb-4311-a5f1-ddf942441f0a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:36.940827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:36.942231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6657898 May 20 14:46:36.949821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48654) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:36.958449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:36.967470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:36.974146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:36.978154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Usage tracker for resource:floatingip and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:36.981194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:36.987447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:37.012958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.040968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9e70a52a-3d64-401f-a3b1-30c229a056d9 None None] Provisioning for port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:37.056125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:37.056684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.092886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48664) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:37.093512 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.6857803 May 20 14:46:37.100127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.150007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.175132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Transition to ACTIVE for port object 2b9ee440-f74e-4acf-8893-44c5be0c3594 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:37.202006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:37.318845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Allocated IP 172.20.0.1 (d0046fb2-851f-4022-b398-506baa9f07e4/61989f82-78a7-4495-8e96-af47dcc4799b/c0471244-07fa-4316-8e33-66915e92c03b) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:37.372092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.428793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.462224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:37.490734 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 65c853a8-23fb-4811-b44a-24bcc2a73b37 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:37.499316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.537215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.563900 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d4f3aec5c514457eac6212772686edbb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0920792 May 20 14:46:37.565294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46792f16-bd34-4076-9ccd-0698d205cda1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:37.567851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48676) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:37.577346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:37.577822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:37.580204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.598662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Transition to ACTIVE for port object 774f6f2b-94e8-4808-97b5-3c2b69dc4327 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:37.632029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.642793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:37.665692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Network 44e8751b-0794-45e1-b758-2bd527a88e0e is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:37.686504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:37.691901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:35Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:37.708730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:37.710264 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef570d3-5c72-4a58-b67b-d4a44b083de2 None None] The sync data for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv is: [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:35Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:37.727860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Port': ['ID=7c624ffb-7199-4d55-a60c-926650624206,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:37.754898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:37.769516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.774469 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8313475 May 20 14:46:37.801118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48682) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:37.813414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Pushing event updated for resources: {'Port': ['ID=2b9ee440-f74e-4acf-8893-44c5be0c3594,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:37.819659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:37.851004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Deleting port c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:46:37.851607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.929510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Attempting to bind port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:37.930050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Attempting to bind port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:37.930307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Attempting to bind port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:37.966715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9fc28b7f-d198-4236-9afd-1902626b1349 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Synchronizing usage tracker for tenant:862772815be5440c953b8ebd2b1e09b2 on resource:floatingip {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:37.968165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:37.968554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:37.968966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:37.969369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:37.969867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Bound port: 774f6f2b-94e8-4808-97b5-3c2b69dc4327, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:37.970249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.057454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.059251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eb8c3-f0f8-46f5-a8df-44fee4cdb633 None None] Pushing event updated for resources: {'Port': ['ID=774f6f2b-94e8-4808-97b5-3c2b69dc4327,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:38.059368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9fc28b7f-d198-4236-9afd-1902626b1349 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Unset dirty status for tenant:862772815be5440c953b8ebd2b1e09b2 on resource:floatingip {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:38.060472 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9fc28b7f-d198-4236-9afd-1902626b1349 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "GET /v2.0/floatingips?floating_network_id=30adad2f-279f-4b49-ad03-9a1111a04bfd HTTP/1.1" status: 200 len: 690 time: 0.2495358 May 20 14:46:38.071236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-456eb8c3-f0f8-46f5-a8df-44fee4cdb633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:38.117870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48688) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:38.138824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.160889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 65c853a8-23fb-4811-b44a-24bcc2a73b37 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:38.205949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 65c853a8-23fb-4811-b44a-24bcc2a73b37 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:38.219751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.234886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.292871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] For port 774f6f2b-94e8-4808-97b5-3c2b69dc4327, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:38.332611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b4085acc-ffbb-486d-85c5-0f8a6ad637bd None None] Provisioning for port 2b9ee440-f74e-4acf-8893-44c5be0c3594 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:38.352292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b4085acc-ffbb-486d-85c5-0f8a6ad637bd None None] Provisioning complete for port 2b9ee440-f74e-4acf-8893-44c5be0c3594 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:38.352669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b4085acc-ffbb-486d-85c5-0f8a6ad637bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.359934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Transition to ACTIVE for port object c0471244-07fa-4316-8e33-66915e92c03b will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:38.376166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.407882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] For port 774f6f2b-94e8-4808-97b5-3c2b69dc4327, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=774f6f2b-94e8-4808-97b5-3c2b69dc4327,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:38.427610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.464020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.485270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:38.579749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.609022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af00eb00-ec16-4eaa-9838-50923fbce6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.611900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Allocated IP 172.26.6.70 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/f2fdfb79-82ea-4c00-947b-ab32aeecbd58) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:38.660724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.684056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b4085acc-ffbb-486d-85c5-0f8a6ad637bd None None] Port 2b9ee440-f74e-4acf-8893-44c5be0c3594 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:38.719847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:38.720503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:38.836962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.903060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456eb8c3-f0f8-46f5-a8df-44fee4cdb633 None None] Pushing event updated for resources: {'Port': ['ID=774f6f2b-94e8-4808-97b5-3c2b69dc4327,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:38.917495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-456eb8c3-f0f8-46f5-a8df-44fee4cdb633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:38.918331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.948343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.949476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:38.967952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:38.999709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Calling delete_port for c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:46:39.043042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Network d0046fb2-851f-4022-b398-506baa9f07e4 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:39.048361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:39.057451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:39.106373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 65c853a8-23fb-4811-b44a-24bcc2a73b37, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=65c853a8-23fb-4811-b44a-24bcc2a73b37,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:39.126307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Pushing event updated for resources: {'Port': ['ID=c0471244-07fa-4316-8e33-66915e92c03b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:39.157597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:39.170560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.171430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:39.213809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:39.214580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-456eb8c3-f0f8-46f5-a8df-44fee4cdb633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:39.215757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48704) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:39.243573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:39.314833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Provisioning for port c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:39.352043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:39.362857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.383672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:39.396845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Deleting port 7c624ffb-7199-4d55-a60c-926650624206 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:46:39.397437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.406625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46792f16-bd34-4076-9ccd-0698d205cda1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:39.423618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:39.429343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Provisioning complete for port c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:39.430080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.437796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event updated for resources: {'Port': ['ID=f2fdfb79-82ea-4c00-947b-ab32aeecbd58,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:39.449540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:39.452361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.418s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:39.452664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:39.453627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.562565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.602001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.604693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.616753 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/46792f16-bd34-4076-9ccd-0698d205cda1 HTTP/1.1" status: 204 len: 168 time: 2.0423038 May 20 14:46:39.646850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Port c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:39.685258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-511315353'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:39.700688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:39.704173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=65c853a8-23fb-4811-b44a-24bcc2a73b37,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:39.717720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:39.720473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Usage tracker for resource:network and tenant:bed8ef9654174916ac0fd3fbbe4088fa is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:39.724641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:39.734853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:39.766194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:39.772101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Provisioning complete for port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:39.772611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.779592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.784880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.786471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.791802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:39.794774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Made reservation on behalf of bed8ef9654174916ac0fd3fbbe4088fa for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:39.798208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.818983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.908618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:39.909199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:39.984835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Calling delete_port for 7c624ffb-7199-4d55-a60c-926650624206 owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:46:39.992752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:40.009491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Usage tracker for resource:security_group_rule and tenant:bed8ef9654174916ac0fd3fbbe4088fa is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:40.009827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Subnet': ['ID=62365ac9-86d5-4bc6-a52c-6fb189dfc3ee,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:40.016404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:40.023217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:40.025704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:40.027302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Checking segment: {'id': '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:40.027546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network hostable DHCP agents. Network: 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:40.066841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.077789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:40.105222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.120547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48714) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:40.130671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:40.136393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event deleted for resources: {'Port': ['ID=c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:40.197710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:40.201922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.249068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.263197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.264625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.267717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:40.285004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] For port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,segment=NetworkSegment(17061afc-e9e7-499b-8ad8-50dab374c3aa),segment_id=17061afc-e9e7-499b-8ad8-50dab374c3aa)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:40.291783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4173c94a-00b8-4352-b31c-fec27e14f037 None None] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:40.306171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.307414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:40.325896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.340998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:40.359804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:40.361969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:40.390530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:40.391180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.410133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Usage tracker for resource:security_group_rule and tenant:0fab494524ee47bc85df8eb8830c833e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:40.416967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:30Z', 'revision_number': 3, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:40.473718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.494196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33302e83-5608-4d08-8fcb-48008a7cda95 None None] The sync data for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv is: [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:30Z', 'revision_number': 3, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:40.520113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:40.540376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:46:40.541218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:46:40.551959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:40.564367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-69866e93-5dfa-4d0f-9d1e-8a0592397d9e None None] Provisioning for port c0471244-07fa-4316-8e33-66915e92c03b completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:40.564367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Pushing event updated for resources: {'Port': ['ID=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:40.567816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:40.578737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.579300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-69866e93-5dfa-4d0f-9d1e-8a0592397d9e None None] Provisioning complete for port c0471244-07fa-4316-8e33-66915e92c03b triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:40.579682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-69866e93-5dfa-4d0f-9d1e-8a0592397d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.583653 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "DELETE /v2.0/ports/c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 HTTP/1.1" status: 204 len: 168 time: 3.4890351 May 20 14:46:40.594440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48720) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:40.608362 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4980245 May 20 14:46:40.619453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48726) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:40.620132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Pushing event updated for resources: {'Port': ['ID=2b9ee440-f74e-4acf-8893-44c5be0c3594,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:40.633115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:40.634081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.638018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.651474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-952729637', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:40.665431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:40.668136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.688960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed00bf4a-64dd-43e0-9719-523a87a57ed4 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:40.702063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Usage tracker for resource:router and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:40.711569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:40.724264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:40.758287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-69866e93-5dfa-4d0f-9d1e-8a0592397d9e None None] Port c0471244-07fa-4316-8e33-66915e92c03b cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:40.762858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:40.769578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9f88f3-fa53-4f60-8b34-26beceea5d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.776009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-69866e93-5dfa-4d0f-9d1e-8a0592397d9e None None] Could not find standard attr ID for object c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:46:40.776481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.816183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.817462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.841742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30faa1de-e995-45f6-acc4-6e26f59dd425,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:40.875405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:40.880450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:40.885082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-56bf4ac4-b41d-4165-a8d7-f4322bf9fd34', 'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34', 'tenant_id': 'ecd27e21b94c4c2aa9f18b8fc2f4ef26', 'fixed_ips': [{'subnet_id': '62365ac9-86d5-4bc6-a52c-6fb189dfc3ee'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:46:40.886053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.903779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:40.941055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.942478 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Added segment 9f0bc2fd-c36c-4704-9d12-ed7d4832580f of type vlan for network 287693f5-af8f-4d88-9a0d-30e15e347090 May 20 14:46:40.947808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Network 44e8751b-0794-45e1-b758-2bd527a88e0e is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:40.949432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.956211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.966104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:40.979814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:40.994782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.005235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.033404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c624ffb-7199-4d55-a60c-926650624206,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:41.080400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:41.100076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.140691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af773f35-85a7-442e-b12e-7e131e7a577b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:41.190930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d5f72500-fd4f-4272-8cc4-4ad81b634ad3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:41.222488 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0fab494524ee47bc85df8eb8830c833e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0940685 May 20 14:46:41.233646 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e0f1d607-67d7-4713-ada6-f59356d4ad52 tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4360 time: 0.6355157 May 20 14:46:41.233646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48730) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:41.276455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48732) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:41.278183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.312134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Allocated IP 172.20.0.2 (56bf4ac4-b41d-4165-a8d7-f4322bf9fd34/62365ac9-86d5-4bc6-a52c-6fb189dfc3ee/e913ea3b-9939-4078-845e-7a117c769fe8) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:41.315614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2044176633'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:41.321935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3936d3f1-da76-4af1-aac0-64d0b89e1a16 None None] Provisioning complete for port 2b9ee440-f74e-4acf-8893-44c5be0c3594 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:41.325709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3936d3f1-da76-4af1-aac0-64d0b89e1a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.358335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a08d7-6ebb-4237-ac4b-926eba04e445,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:41.391534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:41.410679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Usage tracker for resource:network and tenant:3b5c241784644d128077ea6fbf1160a9 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:41.426330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:41.458618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:41.468271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.472510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event updated for resources: {'Port': ['ID=f2fdfb79-82ea-4c00-947b-ab32aeecbd58,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:41.476708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 65c853a8-23fb-4811-b44a-24bcc2a73b37 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:41.489852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:41.501704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:41.510486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:41.512447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.538674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.585916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.586768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Made reservation on behalf of 3b5c241784644d128077ea6fbf1160a9 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:41.590508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.622823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3936d3f1-da76-4af1-aac0-64d0b89e1a16 None None] Port 2b9ee440-f74e-4acf-8893-44c5be0c3594 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:41.651335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 65c853a8-23fb-4811-b44a-24bcc2a73b37 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:41.651726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.747974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.760654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Router bebddc42-294e-4b10-8233-254a59614e0e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:46:41.774462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.811501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:41.878783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:41.883918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.906305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.913238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:41.913977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.924219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Pushing event updated for resources: {'Port': ['ID=c0471244-07fa-4316-8e33-66915e92c03b,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:41.929976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.938987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:41.940264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:41.972842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.979635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:41.993015 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Transition to ACTIVE for port object e913ea3b-9939-4078-845e-7a117c769fe8 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:42.011616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:42.011806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:42.011998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.022128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.035127 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0727534 May 20 14:46:42.038383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.043703 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8156745 May 20 14:46:42.054986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Transition to ACTIVE for port object e913ea3b-9939-4078-845e-7a117c769fe8 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:42.094782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.108388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ac217c8-7ffb-426e-9633-9bd7b1419047 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:42.155475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:42.173926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:42.174852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.183803 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:42.184104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:42.187125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:42.207713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a08d7-6ebb-4237-ac4b-926eba04e445,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:42.212957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:42.217205 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] 10.222.0.58 "PUT /v2.0/routers/bebddc42-294e-4b10-8233-254a59614e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3428068 May 20 14:46:42.219050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.222403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f21a08d7-6ebb-4237-ac4b-926eba04e445 HTTP/1.1" status: 204 len: 168 time: 0.9722230 May 20 14:46:42.232290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.232290 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Added segment bc4f94d6-4b50-494c-b735-10bcca349758 of type vlan for network 400575d3-b31d-4915-a31e-b94cce46ff89 May 20 14:46:42.274666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Pushing event updated for resources: {'Network': ['ID=287693f5-af8f-4d88-9a0d-30e15e347090,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:42.309401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:42.384191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 287693f5-af8f-4d88-9a0d-30e15e347090 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:42.401875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Pushing event updated for resources: {'Port': ['ID=e913ea3b-9939-4078-845e-7a117c769fe8,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:42.445436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:42.548847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:42.605854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Attempting to bind port e913ea3b-9939-4078-845e-7a117c769fe8 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:42.606239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Attempting to bind port e913ea3b-9939-4078-845e-7a117c769fe8 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:42.607325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Attempting to bind port e913ea3b-9939-4078-845e-7a117c769fe8 on network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:42.631331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:42.631717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Checking segment: {'id': '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:42.632133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.632540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Bound using segment: {'id': '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:42.633039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Bound port: e913ea3b-9939-4078-845e-7a117c769fe8, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:42.633425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.682214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.712844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.726132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Network d0046fb2-851f-4022-b398-506baa9f07e4 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:42.730090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.747989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:42.773493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:42.803217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:42.803573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:42.918594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] For port e913ea3b-9939-4078-845e-7a117c769fe8, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:42.965575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] For port e913ea3b-9939-4078-845e-7a117c769fe8, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e913ea3b-9939-4078-845e-7a117c769fe8,segment=NetworkSegment(1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1),segment_id=1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:42.986085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Allocated IP 172.26.6.104 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/36484890-2278-4dbc-9b10-0d5f4e2acfa9) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:42.992792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.003740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:43.141344 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Sync routers for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:43.168224 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:43.175808 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:43.248030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Pushing event updated for resources: {'Port': ['ID=e913ea3b-9939-4078-845e-7a117c769fe8,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:43.268398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:43.280503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.308145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9f98f2a-71c0-4255-8b31-65759f7143fa None None] Provisioning complete for port c0471244-07fa-4316-8e33-66915e92c03b triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:43.308676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9f98f2a-71c0-4255-8b31-65759f7143fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.389638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.417574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.425103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:43.426026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.468932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:46:43.488614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:43.527933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e9f98f2a-71c0-4255-8b31-65759f7143fa None None] Port c0471244-07fa-4316-8e33-66915e92c03b cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:43.541131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.551722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-867bdb8f-ca4c-466f-8adb-d845b0fd23c8 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:43.566468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:43.585453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.586628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 774f6f2b-94e8-4808-97b5-3c2b69dc4327 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:43.628914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48788) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:43.667966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Request body: {'port': {'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-159334063'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:43.678243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-456eb8c3-f0f8-46f5-a8df-44fee4cdb633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:43.720540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:43.750444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event updated for resources: {'Network': ['ID=400575d3-b31d-4915-a31e-b94cce46ff89,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:43.753378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:43.761196 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4646289 May 20 14:46:43.762900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48796) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:43.767574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:43.771679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Usage tracker for resource:port and tenant:5d3f55aa05bf4a4b856b79b837fe3e7d is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:43.780192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:43.796432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:43.797991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 400575d3-b31d-4915-a31e-b94cce46ff89 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:43.809281 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:43.822348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48804) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:43.823312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Port': ['ID=36484890-2278-4dbc-9b10-0d5f4e2acfa9,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:43.827763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:43.835952 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 20 14:46:43.865163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:43.872352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:43.874632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:43.947235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48808) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:44.000058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Made reservation on behalf of 5d3f55aa05bf4a4b856b79b837fe3e7d for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:44.003549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.055153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.106545 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-289ab05b-604a-40a3-afdd-d3c81096c855 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--236264990&fields=id&tenant_id=f3c1f543ff714ef6b692ce3df75c7d70 HTTP/1.1" status: 200 len: 267 time: 0.2801366 May 20 14:46:44.110703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:44.113074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:44.127849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:44.145454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:44.151523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:44.152421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.220017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Usage tracker for resource:security_group_rule and tenant:5d3f55aa05bf4a4b856b79b837fe3e7d is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:44.237836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:44.252896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-676577505'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:44.258274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:44.262440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Usage tracker for resource:network and tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:44.265431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:44.272131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:44.279672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:44.331326 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-eeacf0e6-2413-4b11-b43c-81138713fa3d tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/agents/347c44f5-61bb-4fe6-b116-3eceb123a474/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.5622480 May 20 14:46:44.333920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48816) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:44.335681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:44.341225 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 2, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:44.346316 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Checking router: bebddc42-294e-4b10-8233-254a59614e0e for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:46:44.346756 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Updating router bebddc42-294e-4b10-8233-254a59614e0e port 2b9ee440-f74e-4acf-8893-44c5be0c3594 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:46:44.363084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Sync routers for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:44.373334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:44.377431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.392886 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] 10.222.0.58 "PUT /v2.0/routers/9eb655d2-8264-47ba-8aaf-7054d7cc1d5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8283114 May 20 14:46:44.413360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:44.414016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:44.473981 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.498076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.502154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.534632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:44.553373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.587848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 774f6f2b-94e8-4808-97b5-3c2b69dc4327, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=774f6f2b-94e8-4808-97b5-3c2b69dc4327,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:44.607384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.613885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-064ae2ff-59a9-4c5b-b4c6-1163951618e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:44.642545 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48822) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:44.751494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb64bfe1-890f-471e-936b-e6e023854d01 None None] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:44.759434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ba9368f5-79b9-4a82-b0eb-26988eb2949c tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:44.760953 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ba9368f5-79b9-4a82-b0eb-26988eb2949c tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/networks?id=178147dd-f499-495b-88aa-c5ef75189cc6 HTTP/1.1" status: 200 len: 806 time: 0.6528418 May 20 14:46:44.836291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=774f6f2b-94e8-4808-97b5-3c2b69dc4327,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:44.844629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:44.846353 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:44.867726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=57b66447-3926-4b57-96e6-24b3d06c5354,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:44.872209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322239131', 'description': 'tempest-description--1024948837'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:44.889742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-02fa9210-e744-43d3-b7b7-2cc7d5b1c29e None None] Provisioning for port e913ea3b-9939-4078-845e-7a117c769fe8 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:44.906033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:44.922385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb1b10-3a77-4bd9-988d-b34094ebecac tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] Network 400575d3-b31d-4915-a31e-b94cce46ff89 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:44.968053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e913ea3b-9939-4078-845e-7a117c769fe8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:44.980628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:44.991744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:44.996463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Usage tracker for resource:security_group_rule and tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:44.997506 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-87fb1b10-3a77-4bd9-988d-b34094ebecac tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "POST /v2.0/agents/347c44f5-61bb-4fe6-b116-3eceb123a474/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6595149 May 20 14:46:44.999193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30adad2f-279f-4b49-ad03-9a1111a04bfd']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:45.002888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48832) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.012939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e200e21f-45b6-4519-9671-886ec66cbef3') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:45.013236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e200e21f-45b6-4519-9671-886ec66cbef3') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:45.021477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:45.024632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8de3c2-385c-4c40-aa3e-c06dc1e9ba68 None None] Network 400575d3-b31d-4915-a31e-b94cce46ff89 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:45.026024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Usage tracker for resource:security_group and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:45.027832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.049027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.052166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:45.059972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:45.060370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:45.077500 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:45.085792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:45.164603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48836) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.172411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--909177672', 'description': 'tempest-description--1998042907'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:45.186401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:45.186973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:45.188829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:45.192300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Usage tracker for resource:security_group and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:45.195740 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ae24074c-edfe-4639-a957-154644625786 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/quotas/f3c1f543ff714ef6b692ce3df75c7d70 HTTP/1.1" status: 200 len: 375 time: 0.3432994 May 20 14:46:45.204062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:45.207186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.216521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30adad2f-279f-4b49-ad03-9a1111a04bfd {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:46:45.218815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.225901 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.226134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:45.228102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:45.239809 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Transition to ACTIVE for port object 2b9ee440-f74e-4acf-8893-44c5be0c3594 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:45.243474 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/networks/30adad2f-279f-4b49-ad03-9a1111a04bfd HTTP/1.1" status: 204 len: 168 time: 7.1246986 May 20 14:46:45.250243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48840) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.253506 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.255423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Network': ['ID=30adad2f-279f-4b49-ad03-9a1111a04bfd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:45.260888 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:45.261796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:45.337133 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42f62-309b-45ff-829d-9e6bd6a9a8ca None None] Pushing event updated for resources: {'Port': ['ID=2b9ee440-f74e-4acf-8893-44c5be0c3594,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:45.344339 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-61e42f62-309b-45ff-829d-9e6bd6a9a8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:45.352288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.393082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aa1b02cb-74ab-482f-96dc-107c41948154 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Synchronizing usage tracker for tenant:862772815be5440c953b8ebd2b1e09b2 on resource:floatingip {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:45.395994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:45.402251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Usage tracker for resource:security_group_rule and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:45.406842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:45.413111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.419498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:45.438260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aa1b02cb-74ab-482f-96dc-107c41948154 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Unset dirty status for tenant:862772815be5440c953b8ebd2b1e09b2 on resource:floatingip {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:45.440680 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aa1b02cb-74ab-482f-96dc-107c41948154 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1890891 May 20 14:46:45.444311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48844) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.610439 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Attempting to bind port 2b9ee440-f74e-4acf-8893-44c5be0c3594 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:45.611002 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Attempting to bind port 2b9ee440-f74e-4acf-8893-44c5be0c3594 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:45.611571 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Attempting to bind port 2b9ee440-f74e-4acf-8893-44c5be0c3594 on network 44e8751b-0794-45e1-b758-2bd527a88e0e {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:45.614047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.614522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.614981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.615662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.616121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.616618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.617066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.617519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:45.618811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Synchronizing usage tracker for tenant:862772815be5440c953b8ebd2b1e09b2 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:45.624234 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:45.626076 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Checking segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:45.627405 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.630117 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Bound using segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:45.636223 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Bound port: 2b9ee440-f74e-4acf-8893-44c5be0c3594, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:45.638120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e913ea3b-9939-4078-845e-7a117c769fe8 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:45.640311 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.649100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e913ea3b-9939-4078-845e-7a117c769fe8 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:45.649484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.674835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Unset dirty status for tenant:862772815be5440c953b8ebd2b1e09b2 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:45.676083 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1ff83ac4-6bf0-459e-b07c-2d8ed3376fea tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.2286053 May 20 14:46:45.680449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48848) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.784529 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-4a926b2e-8218-4a8f-85d5-641fa89673dc tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] delete failed (client error): The resource could not be found. May 20 14:46:45.785565 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4a926b2e-8218-4a8f-85d5-641fa89673dc tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/1b76366d-1103-45e3-9e4b-4e44254d7d77 HTTP/1.1" status: 404 len: 345 time: 0.1044962 May 20 14:46:45.793953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48852) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.823317 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] For port 2b9ee440-f74e-4acf-8893-44c5be0c3594, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:45.823509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.827434 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2eefd21-0b77-477c-a582-3dce36027509 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] DELETE failed (client error): The resource could not be found. May 20 14:46:45.827934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2eefd21-0b77-477c-a582-3dce36027509 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:46:45.831998 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] For port 2b9ee440-f74e-4acf-8893-44c5be0c3594, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2b9ee440-f74e-4acf-8893-44c5be0c3594,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:45.837010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.844217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:45.845337 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.863395 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:45.877889 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c2eefd21-0b77-477c-a582-3dce36027509 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/networks/30adad2f-279f-4b49-ad03-9a1111a04bfd HTTP/1.1" status: 404 len: 339 time: 0.0828109 May 20 14:46:45.890125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18119733-a31c-4096-8811-ffffb7779ae0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:45.903958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48856) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.904666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:45.916029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'network': {'name': 'tempest-network--106269128', 'router:external': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:45.917136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:45.921982 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7564125 May 20 14:46:45.923052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48860) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:45.931545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Request body: {'security_group_rule': {'security_group_id': '18119733-a31c-4096-8811-ffffb7779ae0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:45.937738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:45.941587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:45.946888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Usage tracker for resource:security_group_rule and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:45.953434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:45.970459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:45.979219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:45.981985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.003808 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:46.004830 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:46.012135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.043948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.100259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port e913ea3b-9939-4078-845e-7a117c769fe8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e913ea3b-9939-4078-845e-7a117c769fe8,segment=NetworkSegment(1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1),segment_id=1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:46.111727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.112196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.113147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:46.120029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.138786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.162258 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e42f62-309b-45ff-829d-9e6bd6a9a8ca None None] Pushing event updated for resources: {'Port': ['ID=2b9ee440-f74e-4acf-8893-44c5be0c3594,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:46.186829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.188373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.189250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa16a0d5-fa86-4e16-80c0-436d52d18bf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.199958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.204748 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2803626 May 20 14:46:46.208810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48864) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.216393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Request body: {'security_group_rule': {'security_group_id': '18119733-a31c-4096-8811-ffffb7779ae0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:46.222534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:46.227135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Usage tracker for resource:security_group_rule and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:46.230072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:46.236554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:46.242930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Usage tracker for resource:security_group_rule and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:46.248920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-86d1d7bb-0e63-4d52-9cd6-ccdc4b0e3060 tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/agents/347c44f5-61bb-4fe6-b116-3eceb123a474/dhcp-networks HTTP/1.1" status: 200 len: 7980 time: 1.2186775 May 20 14:46:46.250492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:46.250664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 2, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:46.253179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249c9512-c111-4867-ac7e-61637994ff44,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:46.253493 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-61e42f62-309b-45ff-829d-9e6bd6a9a8ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:46.255264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:network and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:46.263813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:46.264271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.264392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48868) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.265407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.266205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Checking router: 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:46:46.266585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Updating router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c port c0471244-07fa-4316-8e33-66915e92c03b binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:46:46.270028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:46.279456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:46.296389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port f694989e-4987-4c37-8c7b-fde84b65e7ef yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:46.307524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.315735 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:46.328677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.423766 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-59ab4cd7-cefb-461c-9d08-924a9b54d1aa tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "DELETE /v2.0/agents/347c44f5-61bb-4fe6-b116-3eceb123a474/dhcp-networks/400575d3-b31d-4915-a31e-b94cce46ff89 HTTP/1.1" status: 204 len: 168 time: 0.1553950 May 20 14:46:46.426282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.426971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48872) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.439503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.463243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.506729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe1d5d8-5dad-4776-ae7c-dc3619af84f3,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:46.553140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:46.563291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.567319 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3547077 May 20 14:46:46.568235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48876) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.575644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:46.583239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:46.597054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Usage tracker for resource:floatingip and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:46.610789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:46.617150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port f694989e-4987-4c37-8c7b-fde84b65e7ef yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:46.624942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:46.629051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.644278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Transition to ACTIVE for port object f694989e-4987-4c37-8c7b-fde84b65e7ef will not be triggered until provisioned by entity L2. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:46.651258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.670342 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f3ce58ee-fe88-4b85-a49e-f876da9f8af2 tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/agents/347c44f5-61bb-4fe6-b116-3eceb123a474/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.2415566 May 20 14:46:46.671046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48880) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.685570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.691282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.691819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:46.694140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacbb4ec-894b-4f05-9a42-f1086a651f7e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:46.704375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.708128 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Transition to ACTIVE for port object c0471244-07fa-4316-8e33-66915e92c03b will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:46.725293 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-55ada1a1-3488-452e-a66d-95a400bd890e tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/networks/dba227bb-c097-4a79-9613-5c5ca5366c23/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0504313 May 20 14:46:46.725595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48884) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.750409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72118746-153c-467b-a4ae-fd5b53f635bb,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:46.758809 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-786cd943-f30e-4caf-8016-5aa7beeb4df4 tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/networks/dba227bb-c097-4a79-9613-5c5ca5366c23/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0292933 May 20 14:46:46.758809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48888) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:46.768610 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.788596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bf311381-2a00-40ac-8d9b-b8e268c66eba None None] Provisioning complete for port e913ea3b-9939-4078-845e-7a117c769fe8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:46.788979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bf311381-2a00-40ac-8d9b-b8e268c66eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:46.820734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:46.821237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.821584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:46.827585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=e913ea3b-9939-4078-845e-7a117c769fe8,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:46.828855 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:45Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:46.839025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:46.843331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.866159 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a34d3c-03e2-4452-a9cb-b7a6820cccf8 None None] The sync data for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv is: [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:45Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:46.879752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:46.939720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Made reservation on behalf of 862772815be5440c953b8ebd2b1e09b2 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:46.947251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.025552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:47.035777 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea3933d4-bfb5-4fd6-9d67-e66c50f8659b tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f3c1f543ff714ef6b692ce3df75c7d70&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8233104 May 20 14:46:47.050512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:47.050876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.115960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:47.145938 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4cb6412b-fecd-4b0f-9341-94d179d928d9 tempest-DHCPAgentSchedulersTestJSON-210008269 tempest-DHCPAgentSchedulersTestJSON-210008269-project-admin] 10.222.0.58 "GET /v2.0/agents/347c44f5-61bb-4fe6-b116-3eceb123a474/dhcp-networks HTTP/1.1" status: 200 len: 6479 time: 0.3863506 May 20 14:46:47.150106 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48896) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:47.153688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.250743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813ba9-1c40-4fd1-9b3e-8702fa4bc2df None None] Pushing event updated for resources: {'Port': ['ID=c0471244-07fa-4316-8e33-66915e92c03b,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:47.254416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-17813ba9-1c40-4fd1-9b3e-8702fa4bc2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:47.320767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.321402 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Added segment 56982b78-7d54-4d92-89e9-d4b70acda32d of type vlan for network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 May 20 14:46:47.325160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.325493 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Added segment 2a86de9a-9963-4e95-9d02-8c36f7405af3 of type vlan for network 9628a7b9-9a9b-4a31-afb2-cee0a2037e9e May 20 14:46:47.335440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Checking segment: {'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:47.335811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Network hostable DHCP agents. Network: 287693f5-af8f-4d88-9a0d-30e15e347090, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:47.371039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.403757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=f694989e-4987-4c37-8c7b-fde84b65e7ef,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:47.443836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Attempting to bind port c0471244-07fa-4316-8e33-66915e92c03b on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:47.444129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Attempting to bind port c0471244-07fa-4316-8e33-66915e92c03b by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:47.444498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Attempting to bind port c0471244-07fa-4316-8e33-66915e92c03b on network d0046fb2-851f-4022-b398-506baa9f07e4 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:47.447327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:47.465133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:47.465513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Checking segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:47.465922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.466321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Bound using segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:47.466812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Bound port: c0471244-07fa-4316-8e33-66915e92c03b, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:47.467217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.496431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-f10af2c6-ff05-4b60-be99-e360c9321e04 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:46:47.498808 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-f10af2c6-ff05-4b60-be99-e360c9321e04 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1709645 May 20 14:46:47.610249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] For port c0471244-07fa-4316-8e33-66915e92c03b, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:47.614383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] For port c0471244-07fa-4316-8e33-66915e92c03b, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c0471244-07fa-4316-8e33-66915e92c03b,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:47.621825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.635601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:47.690301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Allocated IP 172.26.6.13 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/6afa0002-c8a6-49ea-8acb-5f5378fa167e) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:47.714384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.752494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:47.753135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:47.811989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Network 287693f5-af8f-4d88-9a0d-30e15e347090 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:47.824819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.827127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.835035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.851671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400575d3-b31d-4915-a31e-b94cce46ff89']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:47.853352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.859806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.876088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e913ea3b-9939-4078-845e-7a117c769fe8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:47.911394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17813ba9-1c40-4fd1-9b3e-8702fa4bc2df None None] Pushing event updated for resources: {'Port': ['ID=c0471244-07fa-4316-8e33-66915e92c03b,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:47.931701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 287693f5-af8f-4d88-9a0d-30e15e347090) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:47.935671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:47.941527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-17813ba9-1c40-4fd1-9b3e-8702fa4bc2df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:47.948857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4f94d6-4b50-494c-b735-10bcca349758') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:47.949151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4f94d6-4b50-494c-b735-10bcca349758') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:47.949270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1649cc5-bc5c-4a2f-b042-82a41f7588e0 None None] Network 287693f5-af8f-4d88-9a0d-30e15e347090 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:47.961164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:47.966961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:47.996062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.010266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:48.010657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.016960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72967ae1-3fc5-4588-bce7-2e3d8660b2f7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:48.020214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:48.030845 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:48.049026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:48.067082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:48.067375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:48.067722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:48.074110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.085785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.102538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-0858019f-a045-413a-8d61-c7ceccbbfa17 service neutron] 10.222.0.58 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719858 May 20 14:46:48.115306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:48.115905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.118824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.119734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:48.120070 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:48.127999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:48.142380 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 2 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:48.181969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:48.237439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:46:48.253415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:48.258472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:48.260335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.263506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:48.277793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.314753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:48.315373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.320839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:48.321170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:48.321500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:48.359286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event updated for resources: {'Port': ['ID=6afa0002-c8a6-49ea-8acb-5f5378fa167e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:48.370877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:48.374580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:48.381532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e913ea3b-9939-4078-845e-7a117c769fe8 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:48.381972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.391448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.409180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event deleted for resources: {'Network': ['ID=400575d3-b31d-4915-a31e-b94cce46ff89,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:48.420652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:48.422471 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "DELETE /v2.0/networks/400575d3-b31d-4915-a31e-b94cce46ff89 HTTP/1.1" status: 204 len: 168 time: 1.2714512 May 20 14:46:48.426756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48902) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:48.482392 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-8575994c-c510-4d5b-a671-cbb2edfec700 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] DELETE failed (client error): The resource could not be found. May 20 14:46:48.482784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8575994c-c510-4d5b-a671-cbb2edfec700 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:46:48.484534 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8575994c-c510-4d5b-a671-cbb2edfec700 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "DELETE /v2.0/ports/c19b2cc5-a9e4-4286-9a6b-dec32b3e6e30 HTTP/1.1" status: 404 len: 333 time: 0.0559671 May 20 14:46:48.488256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48906) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:48.548181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:48.548548 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:48.549218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.551672 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.8012564 May 20 14:46:48.558851 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 3 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:48.561451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48910) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:48.566974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Request body: {'security_group_rule': {'security_group_id': '72967ae1-3fc5-4588-bce7-2e3d8660b2f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:48.581947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:48.594184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Usage tracker for resource:security_group_rule and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:48.601022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:48.610980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:48.615841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Network': ['ID=c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:48.616324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Deleting subnet b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:46:48.619810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.621162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:48.625628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.625762 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 4.6705847 May 20 14:46:48.632732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:48.651506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48914) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:48.661186 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.7505755 May 20 14:46:48.668024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'subnet': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:48.675646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48918) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:48.678590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:48.711773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:48.712094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:48.713440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:48.765180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:48.765501 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:48.771880 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 4 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:48.797775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.843134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.849964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2b9ee440-f74e-4acf-8893-44c5be0c3594 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:48.872693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:48.918937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Network': ['ID=9628a7b9-9a9b-4a31-afb2-cee0a2037e9e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:48.921820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:48.922484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:48.922821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:48.923161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:48.937119 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-9fdf9dfd-cef3-4f26-aa79-534084a4ed7e service neutron] 10.222.0.58 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115072 May 20 14:46:48.951811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:48.952179 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:48.952728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 9628a7b9-9a9b-4a31-afb2-cee0a2037e9e details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:48.955481 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 5 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:48.971243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Router df77fd78-ef61-46ad-9543-5458cb49b981 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:46:48.999812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:49.000252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:49.000477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:49.073876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:49.088102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:49.088450 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:49.094794 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 6 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:49.111244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:49.118615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:49.121846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Usage tracker for resource:subnet and tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:49.124771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:49.131475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:49.132342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Synchronizing usage tracker for tenant:dd7c13ebe7e94f8d94ddf5333404b598 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:49.158177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:49.185862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:49.186571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:49.187022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:49.187495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:49.195491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2b9ee440-f74e-4acf-8893-44c5be0c3594 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:49.198127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:49.198465 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:49.202481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:47Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:49.206592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2b9ee440-f74e-4acf-8893-44c5be0c3594 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:49.207187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.209456 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 7 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:49.247958 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39da1f92-e6e0-427f-bbcc-3df26170bdae None None] The sync data for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv is: [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:47Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:49.261754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:49.262089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:49.262430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:49.277339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:49.278250 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:49.280413 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 8 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:49.374599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:49.388093 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.395751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.425637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:49.425637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:49.425854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:49.432248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48942) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:49.445602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2b9ee440-f74e-4acf-8893-44c5be0c3594, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2b9ee440-f74e-4acf-8893-44c5be0c3594,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:49.450560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.451698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 774f6f2b-94e8-4808-97b5-3c2b69dc4327 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:49.459739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:49.460057 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:49.463413 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 9 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:49.474228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Unset dirty status for tenant:dd7c13ebe7e94f8d94ddf5333404b598 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:49.475995 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f8cb37d7-6da3-4e65-9769-8fbbf569d8e0 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7969229 May 20 14:46:49.492460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48948) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:49.551001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-17813ba9-1c40-4fd1-9b3e-8702fa4bc2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:49.583313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:49.583697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:49.584668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:49.643501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.648094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.655717 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-648393e2-136c-4ac4-a1a6-8bbee203ea0b req-9522f523-0b19-4c65-af34-332d5f43c5ad tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.2073214 May 20 14:46:49.657449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:49.659802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.660381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:46:49.689516 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] Sync routers for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:46:49.705051 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:49.705676 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:49.746575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2b9ee440-f74e-4acf-8893-44c5be0c3594,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:49.773658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.775628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:49.792626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:49.793065 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:49.795851 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 10 to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef May 20 14:46:49.826412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:49.827925 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:49.832112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:49.832612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:49.844927 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:46:49.848610 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:49.945703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:49.955678 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.3176227 May 20 14:46:49.985103 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:49.985516 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8623c688-f50d-4328-9b48-7920c03c8849 None None] The sync data for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:46:50.011157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 48960) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:50.031295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.037544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.086682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port f694989e-4987-4c37-8c7b-fde84b65e7ef on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:46:50.087218 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port f694989e-4987-4c37-8c7b-fde84b65e7ef on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:46:50.087553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.111777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.166278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9628a7b9-9a9b-4a31-afb2-cee0a2037e9e']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:50.171065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d5d049c0-ff19-41c2-a971-8bc034841fd9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:50.189017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a86de9a-9963-4e95-9d02-8c36f7405af3') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:50.189481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a86de9a-9963-4e95-9d02-8c36f7405af3') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:50.225184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.240684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23cfa58-0558-459d-9bf8-ddfccabff609,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:50.242981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c0471244-07fa-4316-8e33-66915e92c03b up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:50.272840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:50.305795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.308337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] For port f694989e-4987-4c37-8c7b-fde84b65e7ef, host hv-neutron-6013, cleared binding levels {{(pid=98805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:50.308692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempted to set empty binding levels {{(pid=98805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 14:46:50.327948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.329136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:50.331400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:50.370297 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:50.397978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:50.403139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port c0471244-07fa-4316-8e33-66915e92c03b completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:50.409413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.410699 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8483031 May 20 14:46:50.416916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c0471244-07fa-4316-8e33-66915e92c03b triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:50.417500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.434396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48974) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:50.443962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:50.444549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.510099 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Request body: {'security_group_rule': {'security_group_id': '72967ae1-3fc5-4588-bce7-2e3d8660b2f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:50.517267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:50.520813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:50.522203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Usage tracker for resource:security_group_rule and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:50.525568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:50.551682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:50.577097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=f694989e-4987-4c37-8c7b-fde84b65e7ef,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:50.582733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:50.588375 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 6.9342973 May 20 14:46:50.591890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48980) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:50.596041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.626455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.649147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.666967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:50.677896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c0471244-07fa-4316-8e33-66915e92c03b, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c0471244-07fa-4316-8e33-66915e92c03b,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:50.688261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.689393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2b9ee440-f74e-4acf-8893-44c5be0c3594 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:50.733595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:50.764481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.787506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cfad0f51-47da-4af4-88e2-19e1ee9e914e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:50.828089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Network': ['ID=9628a7b9-9a9b-4a31-afb2-cee0a2037e9e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:50.830568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:50.840275 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e15f16f2-d63f-46eb-bc3e-3cf5b1157d27 req-d9213c11-df01-416e-b043-c5b36a9d2249 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.0592892 May 20 14:46:50.847587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c0471244-07fa-4316-8e33-66915e92c03b,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:50.859159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:50.870319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9628a7b9-9a9b-4a31-afb2-cee0a2037e9e {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:46:50.871933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.882015 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2b9ee440-f74e-4acf-8893-44c5be0c3594 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:50.882355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.890226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:50.981010 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/networks/9628a7b9-9a9b-4a31-afb2-cee0a2037e9e HTTP/1.1" status: 204 len: 168 time: 1.4850249 May 20 14:46:50.987737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48990) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:51.020618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'network': {'name': 'tempest-network--536318862', 'router:external': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:51.026011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:51.030646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:network and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:51.034618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:51.043964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:51.065999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Made reservation on behalf of 862772815be5440c953b8ebd2b1e09b2 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:51.068016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event updated for resources: {'Port': ['ID=6afa0002-c8a6-49ea-8acb-5f5378fa167e,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:51.068683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.081026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:51.139103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] vlan segment allocate from pool success with {'vlan_id': 719, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:51.153318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.160447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.164281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Deleting port f694989e-4987-4c37-8c7b-fde84b65e7ef {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:46:51.164692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.176031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.292222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.307726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.308949 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7397995 May 20 14:46:51.312901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:51.331049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.331362 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Added segment 12e3055e-60d1-41d2-b568-8c65be19a8d5 of type vlan for network 387ec659-27aa-4fc6-8c08-021bd53e5564 May 20 14:46:51.333926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:51.383722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89179f50-5f37-4a31-805b-5256892fa791,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:51.396882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event deleted for resources: {'Subnet': ['ID=b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:51.398937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:51.399136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.401033 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "DELETE /v2.0/subnets/b40fd56e-a2c7-46b2-8fb0-b3a10ebd8b17 HTTP/1.1" status: 204 len: 168 time: 2.9115832 May 20 14:46:51.409768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fbe3e4-33cd-48b7-8099-22ef5dcea175 None None] Network dba227bb-c097-4a79-9613-5c5ca5366c23 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:51.412600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 48996) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:51.417313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:51.440039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.477967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4ebb3e28-7533-44d9-b32b-82038f6fd930 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:51.570170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Subnet': ['ID=199fac55-cea1-45dc-97c4-2d55e9b66924,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:51.580736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.585283 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1333940 May 20 14:46:51.585592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.628994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49014) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:51.648070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:51.659933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] For port f694989e-4987-4c37-8c7b-fde84b65e7ef, host hv-neutron-6013, got binding levels [] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:51.660292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.674503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:51.701428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Usage tracker for resource:floatingip and tenant:f34697779d114d4aac4642f32035173c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:51.781320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:51.788599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:51.793927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] DHCP port deletion for dba227bb-c097-4a79-9613-5c5ca5366c23 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:46:51.805505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Checking segment: {'id': '56982b78-7d54-4d92-89e9-d4b70acda32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:51.805854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network hostable DHCP agents. Network: c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:46:51.865995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.11', 52029) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:51.886592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Deleting port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:46:51.887175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:51.922451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Calling delete_port for f694989e-4987-4c37-8c7b-fde84b65e7ef owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:46:51.935712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:51.946368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:51.947575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:46:51.953754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-459c627f-2179-4506-a789-e670a043d204 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Synchronizing usage tracker for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:51.973067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.006523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.019748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.028823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:52.029417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.033891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] For port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,segment=NetworkSegment(17061afc-e9e7-499b-8ad8-50dab374c3aa),segment_id=17061afc-e9e7-499b-8ad8-50dab374c3aa)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:52.034407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.037777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6e8fea90-1441-409e-9518-6f5ab9411029 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:52.097270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-459c627f-2179-4506-a789-e670a043d204 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Unset dirty status for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:52.106001 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-459c627f-2179-4506-a789-e670a043d204 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--909177672&fields=id&tenant_id=0470f22e96294cd0af0a9daedb2e3b25 HTTP/1.1" status: 200 len: 267 time: 0.5307066 May 20 14:46:52.123999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:52.142876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:52.143489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.171891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.197454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Calling delete_port for 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:46:52.211532 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5535347 May 20 14:46:52.213587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49030) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:52.246744 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-767a8649-eadd-464f-beed-4af2dc972bb6 req-de183a9f-f96b-45cd-ad0d-beca0e0a3fa7 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.1881411 May 20 14:46:52.284883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'name': 'tempest-AllowedAddressPairTestJSON-1975247693'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:52.305421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333de6e4-ed58-4058-8d3a-685098627111 None None] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:52.313231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3196683 May 20 14:46:52.320652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49038) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:52.327754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c0471244-07fa-4316-8e33-66915e92c03b up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:52.345903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Network': ['ID=387ec659-27aa-4fc6-8c08-021bd53e5564,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:52.354057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-66204d5b-b11c-48c0-b18c-94fa8fe6eb31 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:52.355314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-66204d5b-b11c-48c0-b18c-94fa8fe6eb31 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Synchronizing usage tracker for tenant:f3c1f543ff714ef6b692ce3df75c7d70 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:52.359029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:52.402761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 387ec659-27aa-4fc6-8c08-021bd53e5564 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:52.542048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.561249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:52.596097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Deleting port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:46:52.596446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.601624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c0471244-07fa-4316-8e33-66915e92c03b triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:52.602091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.711616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-66204d5b-b11c-48c0-b18c-94fa8fe6eb31 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Unset dirty status for tenant:f3c1f543ff714ef6b692ce3df75c7d70 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:52.713511 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-66204d5b-b11c-48c0-b18c-94fa8fe6eb31 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.11 "GET /v2.0/networks?id=178147dd-f499-495b-88aa-c5ef75189cc6 HTTP/1.1" status: 200 len: 806 time: 0.8466578 May 20 14:46:52.731950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] For port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,segment=NetworkSegment(17061afc-e9e7-499b-8ad8-50dab374c3aa),segment_id=17061afc-e9e7-499b-8ad8-50dab374c3aa)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:52.732304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.773168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:52.779026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Usage tracker for resource:port and tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:52.782317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.783282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:52.790625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:52.843905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:52.851741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Pushing event deleted for resources: {'Port': ['ID=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:52.855834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] No DVR routers for this DVR port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:46:52.869225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9342e36f-d3ee-4fad-a39b-d0de7bf11c71 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:52.873244 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9342e36f-d3ee-4fad-a39b-d0de7bf11c71 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] 10.222.0.58 "GET /v2.0/networks/387ec659-27aa-4fc6-8c08-021bd53e5564 HTTP/1.1" status: 200 len: 756 time: 0.5450547 May 20 14:46:52.884556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:52.921558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49060) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:52.960852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'tenant_id': 'c11ec3fa53a54abd9ea12e4a26ec6ed2', 'fixed_ips': [{'subnet_id': '199fac55-cea1-45dc-97c4-2d55e9b66924'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:46:52.961700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:52.978589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Calling delete_port for 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:46:53.092888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:46:53.103724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:53.108426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.125203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event deleted for resources: {'Port': ['ID=f694989e-4987-4c37-8c7b-fde84b65e7ef,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:53.141956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:53.155429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.180334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-46cc65bc-803b-4ab5-a7aa-723ee0e4c33e tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:53.181038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-46cc65bc-803b-4ab5-a7aa-723ee0e4c33e tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Synchronizing usage tracker for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:53.186004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:46:53.186208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.186730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:46:53.199526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:53.260214 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "DELETE /v2.0/ports/f694989e-4987-4c37-8c7b-fde84b65e7ef HTTP/1.1" status: 204 len: 168 time: 2.6656499 May 20 14:46:53.261441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event deleted for resources: {'Port': ['ID=4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:53.264539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] No DVR routers for this DVR port 4f5e31d1-1ce1-4d7a-8a95-b55d6ea3117d on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:46:53.268549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49064) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:53.334650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Allocated IP 172.20.0.2 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/19a961ee-b50f-42a8-b7ab-7e69e85498d4) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:53.399752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:53.435041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port 7944287b-fe0c-475f-bb48-3a7d85679c02 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:53.492798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-d79b547d-667c-4317-976a-b143ca179c8c tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Synchronizing usage tracker for tenant:f3c1f543ff714ef6b692ce3df75c7d70 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:53.529615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-46cc65bc-803b-4ab5-a7aa-723ee0e4c33e tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Unset dirty status for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:53.536233 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-46cc65bc-803b-4ab5-a7aa-723ee0e4c33e tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/networks?id=d0046fb2-851f-4022-b398-506baa9f07e4 HTTP/1.1" status: 200 len: 811 time: 1.4291461 May 20 14:46:53.543487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f96c8d-2693-4f0e-a3c2-0b5e75d5e23e tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:53.545212 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a8f96c8d-2693-4f0e-a3c2-0b5e75d5e23e tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] 10.222.0.58 "GET /v2.0/networks/4635cc3a-6a5b-44eb-b241-a508b0397a84 HTTP/1.1" status: 200 len: 767 time: 0.6281297 May 20 14:46:53.560528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49070) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:53.576500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.578760 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb82fa37-fe0b-41a4-ae38-5b3009d97b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] GET failed (client error): The resource could not be found. May 20 14:46:53.579316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cb82fa37-fe0b-41a4-ae38-5b3009d97b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Synchronizing usage tracker for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:53.583299 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c974f9c4-0ec1-4161-9cc1-12d353a5abc7 req-469b7bfb-ba8d-4f55-8404-f9b13d1ff9dc tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.0987439 May 20 14:46:53.594569 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-10d40adf-92a4-4f3f-8a52-87269f2b1351 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/quotas/0470f22e96294cd0af0a9daedb2e3b25 HTTP/1.1" status: 200 len: 375 time: 0.0567448 May 20 14:46:53.616033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-d79b547d-667c-4317-976a-b143ca179c8c tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Unset dirty status for tenant:f3c1f543ff714ef6b692ce3df75c7d70 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:53.617497 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-d79b547d-667c-4317-976a-b143ca179c8c tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3c1f543ff714ef6b692ce3df75c7d70 HTTP/1.1" status: 200 len: 379 time: 0.8074181 May 20 14:46:53.743534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.772899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cb82fa37-fe0b-41a4-ae38-5b3009d97b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Unset dirty status for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:53.777339 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cb82fa37-fe0b-41a4-ae38-5b3009d97b2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "GET /v2.0/ports/f694989e-4987-4c37-8c7b-fde84b65e7ef HTTP/1.1" status: 404 len: 333 time: 0.5065148 May 20 14:46:53.778525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49074) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:53.786079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba227bb-c097-4a79-9613-5c5ca5366c23']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:53.790582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Request body: {'port': {'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-171019248'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:53.791064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.796641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.805762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:53.809030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17061afc-e9e7-499b-8ad8-50dab374c3aa') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:53.809334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17061afc-e9e7-499b-8ad8-50dab374c3aa') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:53.810868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Transition to ACTIVE for port object 19a961ee-b50f-42a8-b7ab-7e69e85498d4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:53.818281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Allocated IP 172.20.0.1 (56bf4ac4-b41d-4165-a8d7-f4322bf9fd34/62365ac9-86d5-4bc6-a52c-6fb189dfc3ee/1129b942-e9f5-4619-b656-71dfa26e16cd) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:53.833171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.836594 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:53.849778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Transition to ACTIVE for port object 19a961ee-b50f-42a8-b7ab-7e69e85498d4 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:53.862072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.874091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:53.894338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.917483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:53.917908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:53.934874 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:53.993708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Request body: {'port': {'device_id': '93db3d96-2cc9-4244-84db-4db4310bb213', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'admin_state_up': True, 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'security_groups': ['007ea8f4-8299-4c81-88d4-2eb2c4bc050b']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:54.002488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:54.008456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Pushing event updated for resources: {'Port': ['ID=19a961ee-b50f-42a8-b7ab-7e69e85498d4,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:54.017946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Allocated IP 172.26.6.88 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/2a4755cd-1bfd-4953-acb8-d1122883675b) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:54.018270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:54.021941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:54.024706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:54.088334 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-fb53267f-ddcf-4328-a064-792a949a5dbd tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=0470f22e96294cd0af0a9daedb2e3b25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4883149 May 20 14:46:54.148251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.166244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.172637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a1a0608-36f9-483b-8b55-7d4929079ae0 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:54.180034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Made reservation on behalf of 5d3f55aa05bf4a4b856b79b837fe3e7d for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:54.182681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.215930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Attempting to bind port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:46:54.216916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Attempting to bind port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '56982b78-7d54-4d92-89e9-d4b70acda32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:46:54.217465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Attempting to bind port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 on network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:46:54.225400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:46:54.226020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Checking segment: {'id': '56982b78-7d54-4d92-89e9-d4b70acda32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:46:54.226599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.227157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Bound using segment: {'id': '56982b78-7d54-4d92-89e9-d4b70acda32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:46:54.227771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Bound port: 19a961ee-b50f-42a8-b7ab-7e69e85498d4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56982b78-7d54-4d92-89e9-d4b70acda32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:46:54.235800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.310755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Pushing event deleted for resources: {'Network': ['ID=dba227bb-c097-4a79-9613-5c5ca5366c23,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:54.313155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:54.334541 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] 10.222.0.58 "DELETE /v2.0/networks/dba227bb-c097-4a79-9613-5c5ca5366c23 HTTP/1.1" status: 204 len: 168 time: 2.9201655 May 20 14:46:54.344884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.353344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-cc7c4aa9-e302-41f4-8bf7-c6e52a078768 service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:46:54.360984 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-cc7c4aa9-e302-41f4-8bf7-c6e52a078768 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1439989 May 20 14:46:54.414087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port 0b641307-86a5-4a63-911e-96db927377d0 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:54.455357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387ec659-27aa-4fc6-8c08-021bd53e5564']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:54.516648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e3055e-60d1-41d2-b568-8c65be19a8d5') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:54.516648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e3055e-60d1-41d2-b568-8c65be19a8d5') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:54.522404 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:46:54.532629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-04859d11-6d8c-4c3a-b482-5f7facc91d69 {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:46:54.533050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:46:54.551977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] For port 19a961ee-b50f-42a8-b7ab-7e69e85498d4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:46:54.553797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.560722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] For port 19a961ee-b50f-42a8-b7ab-7e69e85498d4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=19a961ee-b50f-42a8-b7ab-7e69e85498d4,segment=NetworkSegment(56982b78-7d54-4d92-89e9-d4b70acda32d),segment_id=56982b78-7d54-4d92-89e9-d4b70acda32d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:46:54.570612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.594012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14192580-fc0a-43a9-a92f-f4bf7a972fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:54.678646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.700829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.703457 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-6c7f104a-7c34-4a6e-a982-a3d1f1044339 service neutron] 10.222.0.58 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382206 May 20 14:46:54.705024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.775086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:54.775446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:54.811010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Pushing event updated for resources: {'Port': ['ID=19a961ee-b50f-42a8-b7ab-7e69e85498d4,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:54.811010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:46:54.812170 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:46:54.814091 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:54.831736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49088) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:54.856382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Usage tracker for resource:port and tenant:f3c1f543ff714ef6b692ce3df75c7d70 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:54.926622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:54.955245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:55.037887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.038713 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-44f52cda-0553-40c6-86f1-f23adb815eca req-678900c0-d5a7-4cb7-89f2-9eb3a09e5ebd tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.1161671 May 20 14:46:55.053327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Transition to ACTIVE for port object 1129b942-e9f5-4619-b656-71dfa26e16cd will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:55.083160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.090197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Made reservation on behalf of f3c1f543ff714ef6b692ce3df75c7d70 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:55.093735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.153719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d1b407f1-6440-40e4-83ab-96a082f0c2d5 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:55.176265 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 387ec659-27aa-4fc6-8c08-021bd53e5564 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:46:55.188365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port d5c17a4a-8b58-4449-af29-fc7da6981084 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:55.218694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-d2f9d00c-5f1b-4967-84d8-ce8d7ceaf394 service neutron] 10.222.0.58 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051110 May 20 14:46:55.242150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.247586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.263338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Network': ['ID=387ec659-27aa-4fc6-8c08-021bd53e5564,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:55.268659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.283142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:55.311688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:55.442841 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/networks/387ec659-27aa-4fc6-8c08-021bd53e5564 HTTP/1.1" status: 204 len: 168 time: 1.8779511 May 20 14:46:55.452982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49094) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:55.466025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'network': {'name': 'tempest-network--2052428825'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:55.492288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:55.515005 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-627f57f0-0fe8-4210-a3ec-ad5265d5875e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b5c241784644d128077ea6fbf1160a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6797149 May 20 14:46:55.525243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:55.526122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:55.528764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.531738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49098) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:55.549258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Usage tracker for resource:network and tenant:862772815be5440c953b8ebd2b1e09b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:55.556191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:55.563208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:55.565911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:55.767872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:55.822921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Allocated IP 172.20.0.11 (178147dd-f499-495b-88aa-c5ef75189cc6/e3967cd8-ede5-466a-9283-2a77e6daff54/3824e6e1-cb6d-4df6-9d05-b6c0df26e616) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:55.824937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Made reservation on behalf of 862772815be5440c953b8ebd2b1e09b2 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:46:55.861239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:55.955370 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5e3f1289-87d7-4df9-a0bc-c0c11659e922 req-1b02ebc8-a754-482c-8f66-efea70c5d492 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.1572368 May 20 14:46:55.961803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event updated for resources: {'Port': ['ID=2a4755cd-1bfd-4953-acb8-d1122883675b,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:55.976037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:55.980190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:55.988213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:56.037181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:56.139242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.153745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.226016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 19a961ee-b50f-42a8-b7ab-7e69e85498d4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:46:56.249419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:46:56.264328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.298970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Port': ['ID=1129b942-e9f5-4619-b656-71dfa26e16cd,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:56.305051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:56.306611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Allocated IP 172.20.0.11 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/d5c17a4a-8b58-4449-af29-fc7da6981084) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:46:56.371008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:56.416276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.445030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:56.488078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:56.492599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.492599 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Added segment a7ae5bcf-fa30-49ff-8c25-2a7a315a16d5 of type vlan for network 3c7f8955-e345-4aed-b037-00df15c4374b May 20 14:46:56.561490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de5c02-57b4-4d01-9db2-31fb2c85b529,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:56.564958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:56.583552 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd44e891-0305-41ed-a898-11182a7438cf req-9fc8e600-a358-4852-b833-fa3b8613cd36 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.0978451 May 20 14:46:56.586156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.600508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Network 287693f5-af8f-4d88-9a0d-30e15e347090 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:56.604108 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6de5c02-57b4-4d01-9db2-31fb2c85b529 HTTP/1.1" status: 204 len: 168 time: 1.0638151 May 20 14:46:56.605605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e125056d-2c0a-412d-9e00-f7ec0e7e5602 None None] Provisioning for port 1129b942-e9f5-4619-b656-71dfa26e16cd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:56.622107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.636022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e125056d-2c0a-412d-9e00-f7ec0e7e5602 None None] Provisioning complete for port 1129b942-e9f5-4619-b656-71dfa26e16cd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:56.636631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e125056d-2c0a-412d-9e00-f7ec0e7e5602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.702450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14356180-cb55-4542-9d41-b55ea4ec6afe None None] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:46:56.736150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:56.742072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:56.743698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:56.744392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.753054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.825535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:56.846612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.311120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e125056d-2c0a-412d-9e00-f7ec0e7e5602 None None] Port 1129b942-e9f5-4619-b656-71dfa26e16cd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:57.412544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49142) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:57.420477 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5882ae41-206f-4895-96f3-d917f89e5bfd req-3ce7952c-c1aa-4514-a5f8-0b76c5a96d9e tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.0579145 May 20 14:46:57.458667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.465341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=0b641307-86a5-4a63-911e-96db927377d0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:57.467844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.482683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:46:57.488773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Usage tracker for resource:security_group_rule and tenant:2f42a60fe1d54764be14a9eeecec572c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:46:57.493662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:46:57.498608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.128s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:57.514854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Provisioning for port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:57.515085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:46:57.519711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:57.520536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.530498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Provisioning complete for port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:57.531271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.534628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:57.538688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.561933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.588326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9e1ded95-9356-4465-b00e-8d18ba5dd224 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:57.650568 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8687522 May 20 14:46:57.699536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49150) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:57.777072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.806696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.815022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Transition to ACTIVE for port object 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:57.824042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event updated for resources: {'Port': ['ID=2a4755cd-1bfd-4953-acb8-d1122883675b,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:57.830968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:57.867504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:57.897479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] For port 19a961ee-b50f-42a8-b7ab-7e69e85498d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=19a961ee-b50f-42a8-b7ab-7e69e85498d4,segment=NetworkSegment(56982b78-7d54-4d92-89e9-d4b70acda32d),segment_id=56982b78-7d54-4d92-89e9-d4b70acda32d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:46:57.907615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:57.909950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:57.997736 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.5404212 May 20 14:46:58.005669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.012129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49154) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:58.016880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Pushing event updated for resources: {'Port': ['ID=19a961ee-b50f-42a8-b7ab-7e69e85498d4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:58.026829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:58.039766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Request body: {'network': {'router:external': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:58.040705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3e1e36fb-1989-446c-bd0e-a92048837748 None None] Provisioning complete for port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:58.041095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e1e36fb-1989-446c-bd0e-a92048837748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.046155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.097570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.281722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Network': ['ID=3c7f8955-e345-4aed-b037-00df15c4374b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:58.285033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:58.292013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.296740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 3c7f8955-e345-4aed-b037-00df15c4374b details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:46:58.301891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:58.413871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.415795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.448581 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8182611 May 20 14:46:58.521698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f67b-edf5-4c14-8a4b-c1ed01315ee9 req-b614fe49-a454-4bf1-a544-b9343962391d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:58.523279 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e450f67b-edf5-4c14-8a4b-c1ed01315ee9 req-b614fe49-a454-4bf1-a544-b9343962391d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 932 time: 0.6696818 May 20 14:46:58.526111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Network 178147dd-f499-495b-88aa-c5ef75189cc6 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:58.576393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.613338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.683432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4acf21ca-164a-44e5-952e-8eb49faeed52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:58.694655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event updated for resources: {'Port': ['ID=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:58.696485 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-40a14be3-363d-4488-ab3a-18529a485bed req-ffe21c2d-f3f3-4831-9e3d-20c73e282181 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.0992131 May 20 14:46:58.703626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:58.734847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Transition to ACTIVE for port object d5c17a4a-8b58-4449-af29-fc7da6981084 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:58.754273 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2f42a60fe1d54764be14a9eeecec572c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3327994 May 20 14:46:58.760008 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e450f67b-edf5-4c14-8a4b-c1ed01315ee9 req-bafe0fe6-6493-4fd5-ba2e-320e6f576f50 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746199 May 20 14:46:58.760467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49164) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:58.772417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424950b6-07ec-44ea-8650-3812c2effabb,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:58.782712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:58.783647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:58.791066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:58.809364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.853112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.865844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:58.896852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:58.897500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.924923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Network 3c7f8955-e345-4aed-b037-00df15c4374b is not hosted by any dhcp agent {{(pid=98805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:46:58.925916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:58.926541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:58.931433 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "PUT /v2.0/networks/3c7f8955-e345-4aed-b037-00df15c4374b HTTP/1.1" status: 200 len: 858 time: 0.9144814 May 20 14:46:58.948247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49176) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:59.040606 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0630767 May 20 14:46:59.077470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.091256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event updated for resources: {'Network': ['ID=3c7f8955-e345-4aed-b037-00df15c4374b,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:59.094895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-88b54013-11b1-4896-ac45-e98dae6c91aa tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Synchronizing usage tracker for tenant:f34697779d114d4aac4642f32035173c on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:46:59.101233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:59.135061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.155980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c361d03e-af99-4651-abc6-c0b5444db09b None None] Provisioning for port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:59.166957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:59.167956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c361d03e-af99-4651-abc6-c0b5444db09b None None] Provisioning complete for port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:59.168333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c361d03e-af99-4651-abc6-c0b5444db09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.188358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.228021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.252520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-88b54013-11b1-4896-ac45-e98dae6c91aa tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Unset dirty status for tenant:f34697779d114d4aac4642f32035173c on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:46:59.256941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c361d03e-af99-4651-abc6-c0b5444db09b None None] Port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:46:59.261015 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-88b54013-11b1-4896-ac45-e98dae6c91aa tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--322239131&fields=id&tenant_id=f34697779d114d4aac4642f32035173c HTTP/1.1" status: 200 len: 267 time: 0.3618724 May 20 14:46:59.462662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:46:59.482187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:46:59.484779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:46:59.507581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.514763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.592287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7f8955-e345-4aed-b037-00df15c4374b']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:59.620971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ae5bcf-fa30-49ff-8c25-2a7a315a16d5') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:59.621269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ae5bcf-fa30-49ff-8c25-2a7a315a16d5') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:46:59.629718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fbac885e-64b7-4b04-af1e-7db34a7c3321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:59.636359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:59.636359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.654964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=d5c17a4a-8b58-4449-af29-fc7da6981084,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:59.668272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424950b6-07ec-44ea-8650-3812c2effabb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:46:59.676408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-9b71b70d-0cd7-4a32-8f22-1c3358bd07f8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:46:59.678136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-9b71b70d-0cd7-4a32-8f22-1c3358bd07f8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 811 time: 0.4163122 May 20 14:46:59.681771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:59.683765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.696147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:46:59.707752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port 0b641307-86a5-4a63-911e-96db927377d0 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:46:59.709710 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-e7bef3b3-b863-428c-b4a4-a6b5cf8b5483 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/quotas/f34697779d114d4aac4642f32035173c HTTP/1.1" status: 200 len: 375 time: 0.0175173 May 20 14:46:59.715186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.716468 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/424950b6-07ec-44ea-8650-3812c2effabb HTTP/1.1" status: 204 len: 168 time: 0.9462564 May 20 14:46:59.717701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.725491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.743893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Transition to ACTIVE for port object 0b641307-86a5-4a63-911e-96db927377d0 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:46:59.756323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.762418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:46:59.825172 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.5483603 May 20 14:46:59.839756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49186) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:46:59.907433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:46:59.921524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'name': 'tempest-AllowedAddressPairTestJSON-2087197687', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:30:88:0c'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:46:59.996448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bf4b05f1-795e-4b5e-bc00-c5c1e335d2d8 None None] Provisioning for port d5c17a4a-8b58-4449-af29-fc7da6981084 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:46:59.997324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:46:59.997941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:46:59.999460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bf4b05f1-795e-4b5e-bc00-c5c1e335d2d8 None None] Provisioning complete for port d5c17a4a-8b58-4449-af29-fc7da6981084 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:46:59.999840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bf4b05f1-795e-4b5e-bc00-c5c1e335d2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.013236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.045226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=0b641307-86a5-4a63-911e-96db927377d0,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:00.055702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:00.085574 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:00.095988 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-03e6ece3-e300-4c5f-ba8d-0637c2c3a7ea req-0c49c1f0-2938-445f-afea-e06c9e092995 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.1119118 May 20 14:47:00.120975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b05f1-795e-4b5e-bc00-c5c1e335d2d8 None None] Port d5c17a4a-8b58-4449-af29-fc7da6981084 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:00.124907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:00.125404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:00.236925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 19a961ee-b50f-42a8-b7ab-7e69e85498d4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:00.393501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.396550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:00.396940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.440844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-ebde12e4-b1b1-4a48-a01c-2d962967fbc5 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Synchronizing usage tracker for tenant:f34697779d114d4aac4642f32035173c on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:00.446158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c7f8955-e345-4aed-b037-00df15c4374b {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:47:00.447694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:00.511813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.532253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c7f8955-e345-4aed-b037-00df15c4374b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:00.536306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:00.539306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:00.539306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:00.539504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:00.591729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:00.604174 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:00.604174 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 2 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:00.604441 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] 10.222.0.58 "DELETE /v2.0/networks/3c7f8955-e345-4aed-b037-00df15c4374b HTTP/1.1" status: 204 len: 168 time: 1.6458938 May 20 14:47:00.613145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49198) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:00.636591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:00.715604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-ebde12e4-b1b1-4a48-a01c-2d962967fbc5 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Unset dirty status for tenant:f34697779d114d4aac4642f32035173c on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:00.723311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:00.724217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:00.724922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:00.730073 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-ebde12e4-b1b1-4a48-a01c-2d962967fbc5 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9922714 May 20 14:47:00.788167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab470c7-defd-4859-8031-540977f75ec3 req-14601f9a-e3b4-4f0b-b0bd-6c06a7dc01bf tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:00.788633 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4ab470c7-defd-4859-8031-540977f75ec3 req-14601f9a-e3b4-4f0b-b0bd-6c06a7dc01bf tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 932 time: 0.4963572 May 20 14:47:00.789861 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-55883ec5-607b-4ee7-89ab-56b96cd7203e tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] DELETE failed (client error): The resource could not be found. May 20 14:47:00.790392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55883ec5-607b-4ee7-89ab-56b96cd7203e tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:00.792327 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-55883ec5-607b-4ee7-89ab-56b96cd7203e tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] 10.222.0.58 "DELETE /v2.0/subnets/57b66447-3926-4b57-96e6-24b3d06c5354 HTTP/1.1" status: 404 len: 337 time: 0.1780105 May 20 14:47:00.795891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49204) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:00.852727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Port': ['ID=1129b942-e9f5-4619-b656-71dfa26e16cd,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:00.866296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:00.866626 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:00.871619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:00.872551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:00.874591 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 3 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:00.905387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Usage tracker for resource:port and tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:01.021532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:01.054388 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4ab470c7-defd-4859-8031-540977f75ec3 req-453c5455-665f-41f8-831a-26dce14d83ab tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233002 May 20 14:47:01.075496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.075992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:01.078022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:01.078625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:01.078754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:01.111498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:01.111498 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:01.119404 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 4 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:01.162867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:01.233984 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-f01c2cdb-65a7-419c-81cb-0a3b237fff88 service neutron] 10.222.0.58 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038047 May 20 14:47:01.269419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:01.269760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:01.270092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:01.405453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:01.406132 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:01.409917 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 5 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:01.430282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.449444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4635cc3a-6a5b-44eb-b241-a508b0397a84']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:01.455618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:01.461720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.469122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4802ffd-e89e-4ba3-991e-0aeb16698b59') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:01.469427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4802ffd-e89e-4ba3-991e-0aeb16698b59') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:01.473431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:01.476701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:01.477315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:01.477855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:01.487459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.489701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:01.490242 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:01.494910 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 6 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:01.514276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.523368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:01.527341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.618186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port fe11b869-adbf-44b7-83e9-8a47d8598c5a yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:01.667652 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-21a06d62-75ad-48cb-8794-d24a8b1afae9 req-b54a808a-d3d4-42d7-a9ff-4b9bdae993ac tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.3922780 May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:01.668952 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:01.710823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:01.712058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:01.712621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:01.753699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:01.754708 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:01.762113 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 7 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:01.796185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.806600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:01.808849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:01.809412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:01.809952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:01.836908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:01.839630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Pushing event deleted for resources: {'Network': ['ID=4635cc3a-6a5b-44eb-b241-a508b0397a84,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:01.849074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:01.876592 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] 10.222.0.58 "DELETE /v2.0/networks/4635cc3a-6a5b-44eb-b241-a508b0397a84 HTTP/1.1" status: 204 len: 168 time: 1.0796604 May 20 14:47:01.881173 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-4156cea8-f6fb-471d-af71-28137a2b299e service neutron] 10.222.0.58 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303482 May 20 14:47:01.978965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:01.980099 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:01.996837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6ca50967-95ee-4292-8fe0-c2ce286ccc59 None None] Provisioning complete for port 1129b942-e9f5-4619-b656-71dfa26e16cd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:01.998873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ca50967-95ee-4292-8fe0-c2ce286ccc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:02.020320 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 8 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:02.109283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:02.109629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:02.110004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:02.134530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:02.134865 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:02.140213 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 9 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:02.174101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Router df77fd78-ef61-46ad-9543-5458cb49b981 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:02.179564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:02.179914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:02.180582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:02.183187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Allocated IP 172.20.0.10 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/fe11b869-adbf-44b7-83e9-8a47d8598c5a) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:02.189814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6ca50967-95ee-4292-8fe0-c2ce286ccc59 None None] Port 1129b942-e9f5-4619-b656-71dfa26e16cd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:02.198346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:02.198670 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:02.203947 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 10 to bind port 0b641307-86a5-4a63-911e-96db927377d0 May 20 14:47:02.315358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:02.315693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:02.317297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:02.340210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:02.340465 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 0b641307-86a5-4a63-911e-96db927377d0 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:02.340824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:02.390526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be2d0b-898e-428a-bf21-5532171a8127 req-c8c44274-1316-4b77-bc16-adcc0367d3fe tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:02.398317 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-77be2d0b-898e-428a-bf21-5532171a8127 req-c8c44274-1316-4b77-bc16-adcc0367d3fe tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 932 time: 0.1404967 May 20 14:47:02.525223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49238) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:02.564045 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7e454496-27c1-4f52-bf2f-3828a75b3666 req-12c6f322-0b3b-453d-89e8-99da4c27a043 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.1608467 May 20 14:47:02.569156 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-77be2d0b-898e-428a-bf21-5532171a8127 req-a85a5831-15e6-4611-b192-bf1baffc9264 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699080 May 20 14:47:02.649199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] For port 0b641307-86a5-4a63-911e-96db927377d0, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:02.649715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempted to set empty binding levels {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 14:47:02.822784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:02.877544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:02.914312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:02.924815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] Sync routers for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:02.943237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:02.943878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:03.001674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] In _notify_port_updated(), no bound segment for port 0b641307-86a5-4a63-911e-96db927377d0 on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:03.002662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.003356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.007806 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "PUT /v2.0/ports/0b641307-86a5-4a63-911e-96db927377d0 HTTP/1.1" status: 200 len: 980 time: 5.2925806 May 20 14:47:03.012970 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-867654e6-fcb6-4577-bb7c-929947d7140a req-97eed659-cde7-4c78-a771-e37ae18a9465 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.1167557 May 20 14:47:03.016307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49256) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.016671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49258) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.020485 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "PUT /v2.0/routers/df77fd78-ef61-46ad-9543-5458cb49b981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9879870 May 20 14:47:03.027325 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49262) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.038048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=0b641307-86a5-4a63-911e-96db927377d0,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:03.049245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:03.072451 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:03.081461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:03.082146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:46:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:03.096193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Request body: {'port': {'network_id': '56bf4ac4-b41d-4165-a8d7-f4322bf9fd34', 'name': 'tempest-FloatingIPAdminTestJSON-1067541334'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:03.101849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.122543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Transition to ACTIVE for port object fe11b869-adbf-44b7-83e9-8a47d8598c5a will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:03.165499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:03.166405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260bf84-ab10-4129-9f86-a3bf8665953a None None] The sync data for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:03.184445 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3bd7a4db-2bbb-4267-966e-222c17522a5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=dd7c13ebe7e94f8d94ddf5333404b598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6572444 May 20 14:47:03.186908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49270) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.217072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.224046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:03.226710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1430069283'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:03.239744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:03.249808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Usage tracker for resource:router and tenant:7ddd7b9ef4544836b1ddbcea79a28ce9 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:03.256429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:03.355953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:03.403291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.403776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.404252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.404729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.405196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.405660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.406125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.406583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.407047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.407533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.407997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.408457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.408916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.409377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.409836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.410296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.410755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.411239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.411727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.412184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.412641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.413100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.413559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.414015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.416960 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-507e85cf-e4b6-4989-bb8b-ecbd471c503f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21402 time: 0.3988352 May 20 14:47:03.419779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.420381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.423776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:03.425705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49276) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.426745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:03.432835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:03.440825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:03.459057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Usage tracker for resource:port and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:03.462707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:03.473318 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=fe11b869-adbf-44b7-83e9-8a47d8598c5a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:03.480447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.481923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:03.488863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:03.494392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.534333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.534979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.541469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.553199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Made reservation on behalf of ecd27e21b94c4c2aa9f18b8fc2f4ef26 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:03.554361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-dcdeafd7-225b-4e9f-ab34-432f592bde1d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:03.555398 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-dcdeafd7-225b-4e9f-ab34-432f592bde1d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161774 May 20 14:47:03.556760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.592008 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 3.7496796 May 20 14:47:03.594841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.595478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49280) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.599840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] device_id is not set on port 74cd1669-4c91-4dab-9657-3c1123525cc4 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:03.745044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cf1160b5-4646-47f7-b024-d48a74a74260 None None] Provisioning for port fe11b869-adbf-44b7-83e9-8a47d8598c5a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:03.747207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.757627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cf1160b5-4646-47f7-b024-d48a74a74260 None None] Provisioning complete for port fe11b869-adbf-44b7-83e9-8a47d8598c5a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:03.758294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cf1160b5-4646-47f7-b024-d48a74a74260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.764026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:03.798712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.799944 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-21466c95-8d05-4f5f-a854-c9defbf51f9a tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7800791 May 20 14:47:03.805928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49290) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:03.834560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Request body: {'port': {'device_id': '93db3d96-2cc9-4244-84db-4db4310bb213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:03.862291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-cf1160b5-4646-47f7-b024-d48a74a74260 None None] Port fe11b869-adbf-44b7-83e9-8a47d8598c5a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:03.882055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c416518-6d69-45f5-9377-a0a245757a33,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:03.885314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:03.902507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e10111-6caf-4006-ab5b-a27fb23b3656 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.909670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e10111-6caf-4006-ab5b-a27fb23b3656 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.915912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e10111-6caf-4006-ab5b-a27fb23b3656 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:03.916868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-71e10111-6caf-4006-ab5b-a27fb23b3656 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Synchronizing usage tracker for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:03.929603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.930921 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5c416518-6d69-45f5-9377-a0a245757a33 HTTP/1.1" status: 204 len: 168 time: 0.7431071 May 20 14:47:03.968217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Deleting port 0b641307-86a5-4a63-911e-96db927377d0 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:03.968564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:03.986743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-71e10111-6caf-4006-ab5b-a27fb23b3656 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Unset dirty status for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:03.990803 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-71e10111-6caf-4006-ab5b-a27fb23b3656 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3916979 May 20 14:47:03.994190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49298) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:04.066015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.118776 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bdecaa68-89c3-40a8-b79c-211b1b75bcb4 req-1e42a7b6-3792-4bfd-8bb1-2355636db70b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.2198987 May 20 14:47:04.132957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.311197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Allocated IP 172.20.0.5 (56bf4ac4-b41d-4165-a8d7-f4322bf9fd34/62365ac9-86d5-4bc6-a52c-6fb189dfc3ee/74cd1669-4c91-4dab-9657-3c1123525cc4) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:04.322191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.11', 52038) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:04.385693 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fbbae299-7288-474a-8102-33aa7448e4dd req-98c24c97-52fd-4935-afd4-05e7c2778df0 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.0872128 May 20 14:47:04.386212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49308) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:04.474059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port fe11b869-adbf-44b7-83e9-8a47d8598c5a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:04.474403 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.483149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] For port 0b641307-86a5-4a63-911e-96db927377d0, host hv-neutron-6013, got binding levels [] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:04.483409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.688533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-a036558c-7ac0-4c9a-84fb-dbdefd1a404f tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:04.689940 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-a036558c-7ac0-4c9a-84fb-dbdefd1a404f tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.11 "GET /v2.0/networks?id=d0046fb2-851f-4022-b398-506baa9f07e4 HTTP/1.1" status: 200 len: 811 time: 0.3668349 May 20 14:47:04.761504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.11', 52041) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:04.762627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Calling delete_port for 0b641307-86a5-4a63-911e-96db927377d0 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:04.792711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.830391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-7a31c82d-ef5c-4f67-acc1-e74d71206d82 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Synchronizing usage tracker for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:04.947220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.952533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:04.960374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for fe11b869-adbf-44b7-83e9-8a47d8598c5a owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:04.978549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fda48-cd1c-4c5e-95b8-98dda40a62c2 req-1c8ca6c3-e240-4d55-a4f7-fefca04b4362 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:04.980056 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ac8fda48-cd1c-4c5e-95b8-98dda40a62c2 req-1c8ca6c3-e240-4d55-a4f7-fefca04b4362 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 932 time: 1.0747385 May 20 14:47:04.985183 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-51a6cc7e-9b0e-47c5-a512-51e5c4531670 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=862772815be5440c953b8ebd2b1e09b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5858300 May 20 14:47:05.002719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49320) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:05.086334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-7a31c82d-ef5c-4f67-acc1-e74d71206d82 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Unset dirty status for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:05.087482 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-7a31c82d-ef5c-4f67-acc1-e74d71206d82 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0470f22e96294cd0af0a9daedb2e3b25 HTTP/1.1" status: 200 len: 379 time: 0.3862107 May 20 14:47:05.110089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Request body: {'port': {'device_id': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'admin_state_up': True, 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'security_groups': ['18119733-a31c-4096-8811-ffffb7779ae0']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:05.124520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:47:05.154331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.197221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.199060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6aab9e-5c7b-43d5-bb7e-7dbd74c9401d {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:47:05.290800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.291917 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-59147bf4-f799-4c70-954b-baaae2455b9d tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/0a6aab9e-5c7b-43d5-bb7e-7dbd74c9401d HTTP/1.1" status: 204 len: 168 time: 1.4816999 May 20 14:47:05.306802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49328) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:05.314495 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ac8fda48-cd1c-4c5e-95b8-98dda40a62c2 req-bda764cd-7962-4568-b7a0-23a7cc2ff6d3 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214046 May 20 14:47:05.324670 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4eacc9ed-28cf-4d2d-828b-bd39d69e36c0 req-f518cc4e-925a-48c4-879c-34b059928943 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.0834661 May 20 14:47:05.337863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Request body: {'router': {'name': 'tempest-router-834163967', 'distributed': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:05.349394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Transition to ACTIVE for port object 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:05.354567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:05.361410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-0baed51b-18a6-4bac-b6f8-488fc8c065de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:05.362098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-0baed51b-18a6-4bac-b6f8-488fc8c065de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Synchronizing usage tracker for tenant:f34697779d114d4aac4642f32035173c on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:05.373437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Usage tracker for resource:router and tenant:7ddd7b9ef4544836b1ddbcea79a28ce9 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:05.376939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.381271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:05.384650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-00e0cbdb-5faa-4155-8e56-791a2009e5b8 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:05.403812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:05.407599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.410306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.412003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.435227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:05.488860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Transition to ACTIVE for port object 74cd1669-4c91-4dab-9657-3c1123525cc4 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:05.500963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b641307-86a5-4a63-911e-96db927377d0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:05.503201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.504401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.512171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:05.525381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.557151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-0baed51b-18a6-4bac-b6f8-488fc8c065de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Unset dirty status for tenant:f34697779d114d4aac4642f32035173c on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:05.557982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.559202 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-0baed51b-18a6-4bac-b6f8-488fc8c065de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 811 time: 0.7967529 May 20 14:47:05.568677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Pushing event updated for resources: {'Port': ['ID=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:05.593920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-24fb90c3-a40a-4615-8dfe-f59ed3255cf8 req-886d0cea-907b-4d7b-8689-75bb96707ab8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.0849581 May 20 14:47:05.600008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:05.608889 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0b641307-86a5-4a63-911e-96db927377d0 HTTP/1.1" status: 204 len: 168 time: 2.1786320 May 20 14:47:05.610162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49334) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:05.651850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:05.666189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.685188 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b1ddb4-d49c-4142-9089-0ca73da507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:05.685720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-59b1ddb4-d49c-4142-9089-0ca73da507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Synchronizing usage tracker for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:05.711579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Usage tracker for resource:port and tenant:0470f22e96294cd0af0a9daedb2e3b25 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:05.712451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.716137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.719863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-59b1ddb4-d49c-4142-9089-0ca73da507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Unset dirty status for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:05.723152 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-59b1ddb4-d49c-4142-9089-0ca73da507cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "GET /v2.0/ports/0b641307-86a5-4a63-911e-96db927377d0 HTTP/1.1" status: 404 len: 333 time: 0.1087670 May 20 14:47:05.728486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49338) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:05.734392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:05.735174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:05.749862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:05.766889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-8b9319f7-5340-4ead-891d-d393e8e1f6b3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Synchronizing usage tracker for tenant:f34697779d114d4aac4642f32035173c on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:05.784881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.790930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Made reservation on behalf of 0470f22e96294cd0af0a9daedb2e3b25 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:05.792469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981610770', 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:05.794410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.795421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.807721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:05.810405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7d0f219-1013-43b9-a509-9c493c001ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:05.829394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:05.839641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:05.844288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.845386 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bf77cd78-f8e5-4ab8-875c-948a82a23f02 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5300150 May 20 14:47:05.846320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:05.848475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.851663 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d7f67164-fbd0-47fe-8012-ca9986817445 HTTP/1.1" status: 204 len: 168 time: 0.7851408 May 20 14:47:05.853541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:05.863464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49342) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:05.864199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-8b9319f7-5340-4ead-891d-d393e8e1f6b3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Unset dirty status for tenant:f34697779d114d4aac4642f32035173c on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:05.865768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-8b9319f7-5340-4ead-891d-d393e8e1f6b3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f34697779d114d4aac4642f32035173c HTTP/1.1" status: 200 len: 379 time: 0.2606926 May 20 14:47:05.914693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event updated for resources: {'Port': ['ID=74cd1669-4c91-4dab-9657-3c1123525cc4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:05.924712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:05.928898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e94b1789-7c3e-4d9c-8aa4-a5c9965ec9d9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:05.939067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Made reservation on behalf of 5d3f55aa05bf4a4b856b79b837fe3e7d for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:05.941411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:05.942306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=fe11b869-adbf-44b7-83e9-8a47d8598c5a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:05.968895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f67164-fbd0-47fe-8012-ca9986817445,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:05.971219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:05.972691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port 26e2bc32-3b99-4cba-8993-438696c1ed73 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:06.025502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:06.026158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.085627 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0628331 May 20 14:47:06.089744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49348) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:06.128556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:06.137883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Request body: {'port': {'device_id': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'admin_state_up': True, 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'security_groups': ['72967ae1-3fc5-4588-bce7-2e3d8660b2f7']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:06.164834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Attempting to bind port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:06.165167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Attempting to bind port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:06.165489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Attempting to bind port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 on network 178147dd-f499-495b-88aa-c5ef75189cc6 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:06.233217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7aed71c3-868b-4496-9641-fd02127653b2 None None] Provisioning for port 74cd1669-4c91-4dab-9657-3c1123525cc4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:06.238539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7aed71c3-868b-4496-9641-fd02127653b2 None None] Provisioning complete for port 74cd1669-4c91-4dab-9657-3c1123525cc4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:06.239042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7aed71c3-868b-4496-9641-fd02127653b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.306131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.342048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.362558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:06.374637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7aed71c3-868b-4496-9641-fd02127653b2 None None] Port 74cd1669-4c91-4dab-9657-3c1123525cc4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:06.393016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.480625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 on network 178147dd-f499-495b-88aa-c5ef75189cc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:06.481034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Attempting to bind port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 on network 178147dd-f499-495b-88aa-c5ef75189cc6 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:06.499260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:06.509022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=26e2bc32-3b99-4cba-8993-438696c1ed73,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:06.512351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Network 287693f5-af8f-4d88-9a0d-30e15e347090 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:06.516311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'project_id': 'ecd27e21b94c4c2aa9f18b8fc2f4ef26', 'port_id': '74cd1669-4c91-4dab-9657-3c1123525cc4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:06.580603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:06.580973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Checking segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:06.581503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Bound using segment: {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:06.581946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Bound port: 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4842c2b-b87d-431d-85e6-35e1e866737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:06.582385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.593097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:06.594106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:06.605200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:06.607979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:06.608781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:06.609800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.614331 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c68cfa9c-5f93-4ef0-a6e1-93b8c0cf69c9 req-69368d0a-8247-42e2-9b67-725fae6769ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.1100368 May 20 14:47:06.623681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:06.625277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Usage tracker for resource:floatingip and tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:06.629771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:06.636637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:06.655890 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8902431 May 20 14:47:06.662773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49372) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:06.667476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:06.767474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61628fa-d94b-4961-aadb-8c04a1a95140 req-3b5baaa7-e100-40fa-a2de-8a700701305a tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:06.769208 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e61628fa-d94b-4961-aadb-8c04a1a95140 req-3b5baaa7-e100-40fa-a2de-8a700701305a tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 944 time: 0.2715330 May 20 14:47:06.817330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aee968-cb15-485b-9141-47a4b31b135d tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:06.818050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88aee968-cb15-485b-9141-47a4b31b135d tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Synchronizing usage tracker for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:06.842476 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-badaa147-e61a-4455-a9c7-720e55cc9020 req-a5945f87-c4a1-4ad4-b958-750a002e4345 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.0722837 May 20 14:47:06.930459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88aee968-cb15-485b-9141-47a4b31b135d tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Unset dirty status for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:06.934234 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-88aee968-cb15-485b-9141-47a4b31b135d tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "GET /v2.0/ports/26e2bc32-3b99-4cba-8993-438696c1ed73 HTTP/1.1" status: 200 len: 959 time: 0.2679107 May 20 14:47:06.934565 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e61628fa-d94b-4961-aadb-8c04a1a95140 req-ef04b963-74a3-47a1-806d-89591d292f66 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238289 May 20 14:47:06.935859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49384) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:06.979671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.007928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.069719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.220975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Made reservation on behalf of f34697779d114d4aac4642f32035173c for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:07.225011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.250724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Deleting port 26e2bc32-3b99-4cba-8993-438696c1ed73 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:07.251129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.272082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.272578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d98da2b1-2680-4220-9c69-b403010f1f97 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:47:07.365765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Allocated IP 172.20.0.12 (d0046fb2-851f-4022-b398-506baa9f07e4/61989f82-78a7-4495-8e96-af47dcc4799b/3bff4a9e-a0b5-43a0-a604-f3b603d720a1) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:07.373189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.384689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] For port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:07.393827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] For port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:07.403583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.414723 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/ports/fe11b869-adbf-44b7-83e9-8a47d8598c5a HTTP/1.1" status: 204 len: 168 time: 3.4194648 May 20 14:47:07.419470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49398) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:07.421654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.430012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Allocated IP 172.26.6.86 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/3c9dfa5f-2190-4c79-8b31-0b82a202e9e0) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:07.437409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fe23a140-025e-44b0-85c5-c5fbe1826941 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:07.478435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.483050 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-17968822-b73f-4d7e-9a46-398bb86b66e0 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/d98da2b1-2680-4220-9c69-b403010f1f97 HTTP/1.1" status: 204 len: 168 time: 1.6129377 May 20 14:47:07.494250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49402) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:07.519969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Request body: {'router': {'name': 'tempest-router-256309845', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e65610acfbe34503863c6233f940c5ca'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:07.549123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:07.587618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Calling delete_port for 26e2bc32-3b99-4cba-8993-438696c1ed73 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:07.588752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:07.589372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.590775 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] 10.222.0.11 "PUT /v2.0/ports/3824e6e1-cb6d-4df6-9d05-b6c0df26e616 HTTP/1.1" status: 200 len: 1094 time: 3.8897164 May 20 14:47:07.608507 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-469fe9d7-976e-4426-b7c1-f94dc846b3b2 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] GET failed (client error): The resource could not be found. May 20 14:47:07.614111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Usage tracker for resource:router and tenant:e65610acfbe34503863c6233f940c5ca is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:07.614393 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-469fe9d7-976e-4426-b7c1-f94dc846b3b2 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "GET /v2.0/ports/fe11b869-adbf-44b7-83e9-8a47d8598c5a HTTP/1.1" status: 404 len: 333 time: 0.1879890 May 20 14:47:07.614858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49410) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:07.617432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:07.628312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'name': 'tempest-AllowedAddressPairTestJSON-840043948'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:07.660326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:07.738197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:07.758674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49420) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:07.761621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Pushing event updated for resources: {'Port': ['ID=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:07.769943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:07.872468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.873432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:07.880977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Allocated IP 172.20.0.5 (44e8751b-0794-45e1-b758-2bd527a88e0e/83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba/7f6f16be-f7fe-4011-babb-707dee6faa19) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:07.932869 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-51745246-86a5-447b-9e40-1b0753460b26 req-99b48e26-49eb-4c97-a67c-b20444ad5f84 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.1272366 May 20 14:47:07.970400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.006466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.007177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:08.019413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-a8787ae1-465b-4c35-b37f-68c5ca9f1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:08.020695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Usage tracker for resource:port and tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:08.020887 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-a8787ae1-465b-4c35-b37f-68c5ca9f1d74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3c1f543ff714ef6b692ce3df75c7d70&device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 1097 time: 0.3563342 May 20 14:47:08.028032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.032129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:08.038684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.048332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:08.053767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:08.118514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.133029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Transition to ACTIVE for port object 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:08.133606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event deleted for resources: {'Port': ['ID=26e2bc32-3b99-4cba-8993-438696c1ed73,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:08.137563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:08.144909 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-7e8fd50a-503b-4b0d-9ae1-2e96d35577da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616 HTTP/1.1" status: 200 len: 217 time: 0.1121831 May 20 14:47:08.200373 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'status': 'completed', 'code': 200} May 20 14:47:08.208905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.211522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:08.214903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.228229 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f68305fe-85c3-45cc-856f-4eb12b8ee2eb req-37bab4d0-5988-4686-b602-7bdd25a7b759 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.1029892 May 20 14:47:08.252868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-106666266'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:08.262645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port 89563043-1470-4b54-9afa-95b997a3efa0 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:08.286993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:08.297037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.298220 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-345291f5-bc84-49bd-b273-7ede72324030 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7986057 May 20 14:47:08.301351 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "DELETE /v2.0/ports/26e2bc32-3b99-4cba-8993-438696c1ed73 HTTP/1.1" status: 204 len: 168 time: 1.3644941 May 20 14:47:08.303277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49436) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:08.303484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Usage tracker for resource:network and tenant:ed87814e3de44348aa1267f38f2c27bc is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:08.306070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:08.308769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:08.321534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:08.322540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Request body: {'router': {'distributed': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:08.353628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-5226af18-97e8-4dd0-8039-5b9d050af6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:08.355078 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-5226af18-97e8-4dd0-8039-5b9d050af6d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3967cd8-ede5-466a-9283-2a77e6daff54 HTTP/1.1" status: 200 len: 845 time: 0.1947446 May 20 14:47:08.404129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.404328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-df77ae43-8b2d-4430-b4cb-3c5ecd1583cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.405608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Made reservation on behalf of ed87814e3de44348aa1267f38f2c27bc for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:08.409078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.417169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.429698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:08.462521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.485334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.490127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8708d3fe-29f1-4f9d-af91-81d1c8b54261 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:08.540225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:08.543728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Network d0046fb2-851f-4022-b398-506baa9f07e4 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:08.547379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Transition to ACTIVE for port object 7f6f16be-f7fe-4011-babb-707dee6faa19 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:08.550259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:08.556531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Usage tracker for resource:security_group_rule and tenant:ed87814e3de44348aa1267f38f2c27bc is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:08.560297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:08.595030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:08.596443 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94959cd-be8d-4e06-8c86-ec9a996f659b tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:08.596982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e94959cd-be8d-4e06-8c86-ec9a996f659b tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Synchronizing usage tracker for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:08.611411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:08.621769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event updated for resources: {'Port': ['ID=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:08.630642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:08.682011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:08.682676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.724447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-b0a5ea2c-6b5f-4218-a50c-f2a868868201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:08.726027 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-b0a5ea2c-6b5f-4218-a50c-f2a868868201 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=178147dd-f499-495b-88aa-c5ef75189cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3569148 May 20 14:47:08.729808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.742406 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6395071 May 20 14:47:08.742966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:08.809871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:08.811468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Request body: {'port': {'device_id': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:08.840702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b7cd17e5-c612-4044-8bc2-0c93fba90bde None None] Provisioning for port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:08.855391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:08.862174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b7cd17e5-c612-4044-8bc2-0c93fba90bde None None] Provisioning complete for port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:08.862576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b7cd17e5-c612-4044-8bc2-0c93fba90bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:08.929752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:08.938970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd17e5-c612-4044-8bc2-0c93fba90bde None None] Port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:09.031898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9dfa5f-2190-4c79-8b31-0b82a202e9e0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:09.034261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e94959cd-be8d-4e06-8c86-ec9a996f659b tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Unset dirty status for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:09.035803 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e94959cd-be8d-4e06-8c86-ec9a996f659b tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "GET /v2.0/ports/26e2bc32-3b99-4cba-8993-438696c1ed73 HTTP/1.1" status: 404 len: 333 time: 0.7224751 May 20 14:47:09.051651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:09.065269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49446) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:09.079857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Request body: {'port': {'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-656764076'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:09.082582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Network 44e8751b-0794-45e1-b758-2bd527a88e0e is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:09.097748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:09.116397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:09.154644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:09.169543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event updated for resources: {'Port': ['ID=7f6f16be-f7fe-4011-babb-707dee6faa19,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:09.215339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.215915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.228059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:09.285173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Allocated IP 172.20.0.5 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/89563043-1470-4b54-9afa-95b997a3efa0) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:09.291353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:09.292100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.295992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:09.317850 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-9991058c-784e-4dab-a908-b8fb3760126c service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771616 May 20 14:47:09.322026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.325988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.367184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.372482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ea646b61-c542-4c2f-8a63-8e8a0289f292 None None] Provisioning for port 7f6f16be-f7fe-4011-babb-707dee6faa19 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:09.378584 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ea646b61-c542-4c2f-8a63-8e8a0289f292 None None] Provisioning complete for port 7f6f16be-f7fe-4011-babb-707dee6faa19 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:09.379252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ea646b61-c542-4c2f-8a63-8e8a0289f292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.399649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77042cb1-3ce7-40ff-8d63-c351249e0a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:09.408209 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4688635 May 20 14:47:09.445259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ea646b61-c542-4c2f-8a63-8e8a0289f292 None None] Port 7f6f16be-f7fe-4011-babb-707dee6faa19 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:09.452855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd1611-9cd3-4a22-990b-b5197047034d req-1438a879-077a-4617-8b04-7afd53e69fd9 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:09.454362 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-defd1611-9cd3-4a22-990b-b5197047034d req-1438a879-077a-4617-8b04-7afd53e69fd9 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 944 time: 1.0386400 May 20 14:47:09.477056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Made reservation on behalf of 5d3f55aa05bf4a4b856b79b837fe3e7d for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:09.479324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.498983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=98805) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 20 14:47:09.499343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Router 5b513092-3201-4843-a542-730ebf16fa20 migrating from provider to provider. {{(pid=98805) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 20 14:47:09.499722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.514587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Request body: {'port': {'device_id': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:09.560583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:09.576344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.592772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3a6516-9e38-47d1-b435-b939d0ed40e8,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:09.597644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.603531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:09.606179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.606504 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Added segment 829f7f77-d82b-4968-b929-5a3294158781 of type vlan for network 0c277ae5-8069-4b37-81f8-58b44f58d76a May 20 14:47:09.612238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port 2f61576a-9a78-4098-b11b-81572015d17a yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:09.756814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9ad99d8a-9c7a-4606-9633-587ecdd017f3 req-25a6af4a-649a-406b-95f0-ab45b4110d52 service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207428 May 20 14:47:09.772661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.797073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:09.842132 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-defd1611-9cd3-4a22-990b-b5197047034d req-d0a420f3-998c-4caf-9ed4-b570f47a947e tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659568 May 20 14:47:09.949196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138e99d-034d-4799-9816-ce5175cdaa0e req-6f31a485-9f92-4201-ae5c-a7f855e6c292 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:09.950683 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f138e99d-034d-4799-9816-ce5175cdaa0e req-6f31a485-9f92-4201-ae5c-a7f855e6c292 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 931 time: 0.7933702 May 20 14:47:10.007745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.027330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:10.027932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.036243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:10.096121 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] No L3 agents can host the router 5b513092-3201-4843-a542-730ebf16fa20 May 20 14:47:10.241170 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.4756315 May 20 14:47:10.254485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Pushing event updated for resources: {'Network': ['ID=0c277ae5-8069-4b37-81f8-58b44f58d76a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:10.267734 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 0c277ae5-8069-4b37-81f8-58b44f58d76a details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:10.275903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:10.295054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-4d8b6eac-d1e7-48cb-91e4-b21126877968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:10.296600 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-4d8b6eac-d1e7-48cb-91e4-b21126877968 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3c1f543ff714ef6b692ce3df75c7d70&device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 1097 time: 0.4801300 May 20 14:47:10.447508 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f138e99d-034d-4799-9816-ce5175cdaa0e req-581364c9-ed57-459d-b4fa-a154a105efac tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4244065 May 20 14:47:10.527014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:47:10.540343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.580455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Transition to ACTIVE for port object 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:10.594724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.598304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49456) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:10.602078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:10.607540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.634032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e2e11b77-7f97-435f-88c7-1a2b876022bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.648352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Request body: {'port': {'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-904116342'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:10.780817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-9132f959-2aa4-4384-93dc-5bcc851683ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:10.782190 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-9132f959-2aa4-4384-93dc-5bcc851683ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=178147dd-f499-495b-88aa-c5ef75189cc6 HTTP/1.1" status: 200 len: 907 time: 0.4727533 May 20 14:47:10.787924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:10.793333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:47:10.839778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Transition to ACTIVE for port object 89563043-1470-4b54-9afa-95b997a3efa0 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:10.851223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.851456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:10.866540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45176a-0df5-4528-8530-16858c27d977 req-31a66d55-2ea8-47f0-a798-8ed17d80c634 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:10.870228 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fb45176a-0df5-4528-8530-16858c27d977 req-31a66d55-2ea8-47f0-a798-8ed17d80c634 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 932 time: 0.8516505 May 20 14:47:10.870228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Hosts for router 5b513092-3201-4843-a542-730ebf16fa20: [] {{(pid=98805) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 20 14:47:10.914905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Usage tracker for resource:port and tenant:5fb99b134d624778b9037d9bb96fb7ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:10.932433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:10.944981 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-ac28868e-4884-429a-9b76-e8d6876dbe23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616 HTTP/1.1" status: 200 len: 217 time: 0.1527905 May 20 14:47:10.952476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Hosts for other DVR routers connected to router 5b513092-3201-4843-a542-730ebf16fa20: set() {{(pid=98805) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 20 14:47:10.980971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Pushing event updated for resources: {'Port': ['ID=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:10.988568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:11.001795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:11.050593 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fb45176a-0df5-4528-8530-16858c27d977 req-ece6ac9a-0907-401d-9525-01666eae815e tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535573 May 20 14:47:11.078773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.097445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.099198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e4fea9ff-9593-461a-8ffe-06181f497747 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "PUT /v2.0/routers/5b513092-3201-4843-a542-730ebf16fa20 HTTP/1.1" status: 200 len: 716 time: 2.7938833 May 20 14:47:11.104449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-30f2c174-bcd5-4606-85a2-8aec925205bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:11.105925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49462) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:11.134859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.198866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Made reservation on behalf of 5fb99b134d624778b9037d9bb96fb7ba for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:11.201179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.203298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.215590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:11.230226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:11.242196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f6f16be-f7fe-4011-babb-707dee6faa19 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:47:11.246758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:11.255717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.269590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.298933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=89563043-1470-4b54-9afa-95b997a3efa0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:11.316177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Network 287693f5-af8f-4d88-9a0d-30e15e347090 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:11.317178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:11.319346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b2ed673-e728-4c63-bd98-485dbeb39a64 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:11.341324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-40a2dd2c-b7de-420b-9c6b-235fd08b1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:11.342790 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-40a2dd2c-b7de-420b-9c6b-235fd08b1063 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3967cd8-ede5-466a-9283-2a77e6daff54 HTTP/1.1" status: 200 len: 845 time: 0.3505630 May 20 14:47:11.356327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:11.356624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:11.402381 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-19af50b7-efd3-4f2a-bcb2-01296ac2990c tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "GET /v2.0/routers/5b513092-3201-4843-a542-730ebf16fa20 HTTP/1.1" status: 200 len: 716 time: 0.2928493 May 20 14:47:11.404424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Usage tracker for resource:security_group_rule and tenant:5fb99b134d624778b9037d9bb96fb7ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:11.406016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:11.406956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:11.407584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.411188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49466) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:11.423365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:11.426316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Transition to ACTIVE for port object 7f6f16be-f7fe-4011-babb-707dee6faa19 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:11.433423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:11.439342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.441524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0926d-b719-4bf9-9bb2-4706cc41e2b5 req-9c71fd46-6e6a-415b-94d2-4ef81916d49d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:11.443581 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-01f0926d-b719-4bf9-9bb2-4706cc41e2b5 req-9c71fd46-6e6a-415b-94d2-4ef81916d49d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 944 time: 0.4412079 May 20 14:47:11.448074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:11.470591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:11.471238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.509030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Attempting to bind port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:11.510078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Attempting to bind port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:11.510553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Attempting to bind port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 on network d0046fb2-851f-4022-b398-506baa9f07e4 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:11.511526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=2f61576a-9a78-4098-b11b-81572015d17a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:11.524422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:11.525813 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4579289 May 20 14:47:11.529344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.532976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 on network d0046fb2-851f-4022-b398-506baa9f07e4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:11.533444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Attempting to bind port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 on network d0046fb2-851f-4022-b398-506baa9f07e4 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:11.541795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0946433d-3332-4acb-8dbd-7a4f70165fd2 None None] Provisioning for port 89563043-1470-4b54-9afa-95b997a3efa0 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:11.542956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49474) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:11.548962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0946433d-3332-4acb-8dbd-7a4f70165fd2 None None] Provisioning complete for port 89563043-1470-4b54-9afa-95b997a3efa0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:11.549690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0946433d-3332-4acb-8dbd-7a4f70165fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.571928 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9542360 May 20 14:47:11.600539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49478) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:11.612702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:30:88:0c'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:11.642259 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-01f0926d-b719-4bf9-9bb2-4706cc41e2b5 req-5b03a198-2300-470f-bc75-e4259b4dc4e8 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801224 May 20 14:47:11.646372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:11.668456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0946433d-3332-4acb-8dbd-7a4f70165fd2 None None] Port 89563043-1470-4b54-9afa-95b997a3efa0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:11.693681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:11.694145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Checking segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:11.694686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Bound using segment: {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:11.695263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Bound port: 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afacc8c-b468-4081-857f-d61a088cb296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:11.695730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.756767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f16be-f7fe-4011-babb-707dee6faa19,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:11.760185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:11.835543 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:11.999838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-dbe67df5-9eac-45bc-abd7-89b6d23754d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:12.001332 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-dbe67df5-9eac-45bc-abd7-89b6d23754d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=178147dd-f499-495b-88aa-c5ef75189cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.6399097 May 20 14:47:12.073242 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-688b888f-39cc-482d-acba-ec16a18e4f6f tempest-RoutersTestDVR-572361134 tempest-RoutersTestDVR-572361134-project] 10.222.0.58 "GET /v2.0/routers/5b513092-3201-4843-a542-730ebf16fa20 HTTP/1.1" status: 200 len: 682 time: 0.6499324 May 20 14:47:12.075749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] For port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:12.081925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49484) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:12.090576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.131195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] For port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:12.190302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.227624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.233957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0bbc394-ff39-4a19-affe-4bd807d15895 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:12.282753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Attempting to bind port 7f6f16be-f7fe-4011-babb-707dee6faa19 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:12.283084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Attempting to bind port 7f6f16be-f7fe-4011-babb-707dee6faa19 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:12.283427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Attempting to bind port 7f6f16be-f7fe-4011-babb-707dee6faa19 on network 44e8751b-0794-45e1-b758-2bd527a88e0e {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:12.298469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.316505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Port 7f6f16be-f7fe-4011-babb-707dee6faa19 on network 44e8751b-0794-45e1-b758-2bd527a88e0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:12.316822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Attempting to bind port 7f6f16be-f7fe-4011-babb-707dee6faa19 on network 44e8751b-0794-45e1-b758-2bd527a88e0e {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:12.324259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:12.324874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.326570 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] 10.222.0.11 "PUT /v2.0/ports/3bff4a9e-a0b5-43a0-a604-f3b603d720a1 HTTP/1.1" status: 200 len: 1094 time: 3.5306196 May 20 14:47:12.335332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:12.343584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 348b20e7-7e37-4007-b395-39144b1be976 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:12.424584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.508250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431116b-0fa4-462b-b4ce-4ec54cf55712 req-476511aa-3056-459e-a872-26bc5146e138 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:12.509740 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b431116b-0fa4-462b-b4ce-4ec54cf55712 req-476511aa-3056-459e-a872-26bc5146e138 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 943 time: 0.9064751 May 20 14:47:12.543681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:12.544009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Checking segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:12.544384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Bound using segment: {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:12.544822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Bound port: 7f6f16be-f7fe-4011-babb-707dee6faa19, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19e4ce25-15f3-49d0-8003-dbf54da32b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:12.545154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.664161 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-5c283e87-4df9-4a97-ad34-fdd5b3d7e810 service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6344900 May 20 14:47:12.697473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Pushing event updated for resources: {'Port': ['ID=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:12.783344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:12.783793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:12.810560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.884681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:47:12.894630 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b431116b-0fa4-462b-b4ce-4ec54cf55712 req-7b5c0632-b5a3-4142-917e-c693779387b5 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3445785 May 20 14:47:12.902395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84a517-fd83-4d40-936b-60ec604c15d0 req-1973a85b-59a8-45c1-bb65-009f9c53d561 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:12.903920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4a84a517-fd83-4d40-936b-60ec604c15d0 req-1973a85b-59a8-45c1-bb65-009f9c53d561 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 944 time: 0.7131367 May 20 14:47:12.906193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.913522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.952745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9510579-8024-405e-bbc7-a1af7c3af314,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:12.964363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:12.972226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:12.977251 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'status': 'completed', 'code': 200} May 20 14:47:12.999302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.013914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:13.025434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] For port 7f6f16be-f7fe-4011-babb-707dee6faa19, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:13.064193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] For port 7f6f16be-f7fe-4011-babb-707dee6faa19, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7f6f16be-f7fe-4011-babb-707dee6faa19,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:13.143210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-ad3f442e-2a6f-4446-b8e5-66ffe877b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:13.144964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-ad3f442e-2a6f-4446-b8e5-66ffe877b530 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0470f22e96294cd0af0a9daedb2e3b25&device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 1097 time: 0.6024771 May 20 14:47:13.162684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.232393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:13.262456 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-e6d1f7e7-1366-4609-b812-dd1a58797aed service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685897 May 20 14:47:13.266888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.267687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b513092-3201-4843-a542-730ebf16fa20 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:47:13.304415 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-f15f3f04-845a-4e82-a5cc-6365adf6545f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1 HTTP/1.1" status: 200 len: 217 time: 0.1452568 May 20 14:47:13.313617 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4a84a517-fd83-4d40-936b-60ec604c15d0 req-e3c34e01-b8ae-411c-9539-a8e38af7afae tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013867 May 20 14:47:13.319196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] device_id is not set on port 2f61576a-9a78-4098-b11b-81572015d17a yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:13.327653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:13.328220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.329640 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] 10.222.0.11 "PUT /v2.0/ports/7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1093 time: 3.8777308 May 20 14:47:13.368831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Pushing event updated for resources: {'Port': ['ID=3c9dfa5f-2190-4c79-8b31-0b82a202e9e0,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:13.388747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:13.392411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.393853 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-28eb2d28-b6b8-44f8-96fa-25686243c7df tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/5b513092-3201-4843-a542-730ebf16fa20 HTTP/1.1" status: 204 len: 168 time: 1.3097830 May 20 14:47:13.401551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49494) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:13.411264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.462910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Request body: {'router': {'name': 'tempest-router-155635420', 'distributed': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:13.467380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.508424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Transition to ACTIVE for port object 2f61576a-9a78-4098-b11b-81572015d17a will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:13.515997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:13.520521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 348b20e7-7e37-4007-b395-39144b1be976 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:13.527170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.545780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-8b80548e-8fb0-41b9-aee0-10c317a21a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:13.547641 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-8b80548e-8fb0-41b9-aee0-10c317a21a44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=61989f82-78a7-4495-8e96-af47dcc4799b HTTP/1.1" status: 200 len: 850 time: 0.2240005 May 20 14:47:13.547830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.548311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Pushing event updated for resources: {'Port': ['ID=7f6f16be-f7fe-4011-babb-707dee6faa19,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:13.551633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.559922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:13.561989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Usage tracker for resource:router and tenant:7ddd7b9ef4544836b1ddbcea79a28ce9 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:13.563634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aea02009-06f1-4f8d-9eaf-fe3a10736b12 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:13.568189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:13.578099 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:13.621984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eea03c-66f2-45a4-b30e-c292f50c55ff req-d1f8d7da-a496-4ca2-a84c-1dc77494d2c1 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:13.623391 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-74eea03c-66f2-45a4-b30e-c292f50c55ff req-d1f8d7da-a496-4ca2-a84c-1dc77494d2c1 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 944 time: 0.5474708 May 20 14:47:13.637817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.638791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.706021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Transition to ACTIVE for port object 348b20e7-7e37-4007-b395-39144b1be976 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:13.754784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.769871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=2f61576a-9a78-4098-b11b-81572015d17a,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:13.772402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:13.775698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:13.776092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.798626 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-74eea03c-66f2-45a4-b30e-c292f50c55ff req-3705056f-26df-4024-af54-9f480dd24e72 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635931 May 20 14:47:13.803802 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Floating IP c91df41a-17fe-479c-af78-03f0731db0f0 associated. External IP: 172.26.6.86, port: 74cd1669-4c91-4dab-9657-3c1123525cc4. May 20 14:47:13.812217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:13.812547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:13.812879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:13.834630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-f4963e49-8038-4ce4-98ff-6c91207504a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:13.836957 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-f4963e49-8038-4ce4-98ff-6c91207504a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1096 time: 0.4157772 May 20 14:47:13.842779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:13.843151 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:13.855254 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 2 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:13.877368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.886798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.894143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3f8e5a33-54fc-4e55-b40f-e33b24aae9c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:13.957063 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-72134753-3a26-4bda-92ea-b0632f4862ed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 217 time: 0.1083565 May 20 14:47:13.957677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:13.960728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:13.961185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:13.961383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:13.963523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=348b20e7-7e37-4007-b395-39144b1be976,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:14.000362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:14.006805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.007129 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.013630 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 3 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.031064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-38881160-06e2-4f34-b501-209be32f79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:14.032561 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-38881160-06e2-4f34-b501-209be32f79e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0046fb2-851f-4022-b398-506baa9f07e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4717944 May 20 14:47:14.038063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Checking segment: {'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:14.038415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Network hostable DHCP agents. Network: 0c277ae5-8069-4b37-81f8-58b44f58d76a, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:14.068837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.069169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.069503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.097669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.097990 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.103425 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 4 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.114701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-3d664c69-973f-4ce4-9443-86e1a4c65417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:14.116162 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-3d664c69-973f-4ce4-9443-86e1a4c65417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.1503320 May 20 14:47:14.147217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=89563043-1470-4b54-9afa-95b997a3efa0,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:14.149558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:47:14.156065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:14.175918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:14.177156 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-99988daf-0b1a-4148-bd25-75285cd02fce tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7735734 May 20 14:47:14.182723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49500) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:14.194579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] In _notify_port_updated(), no bound segment for port 89563043-1470-4b54-9afa-95b997a3efa0 on network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:14.200143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:14.200823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:14.203979 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "PUT /v2.0/ports/89563043-1470-4b54-9afa-95b997a3efa0 HTTP/1.1" status: 200 len: 1007 time: 2.6003933 May 20 14:47:14.260648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49504) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:14.313749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-12b20e38-c919-421f-8304-d4c7b971d619 None None] Provisioning complete for port 89563043-1470-4b54-9afa-95b997a3efa0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:14.314287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-12b20e38-c919-421f-8304-d4c7b971d619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:14.350078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Network 0c277ae5-8069-4b37-81f8-58b44f58d76a is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:14.359991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.359991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.360282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.363038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:14.377810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.378142 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.381989 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 5 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.392048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'port_id': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'mac_address': 'fa:16:3e:b1:66:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:47:14.397099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 0c277ae5-8069-4b37-81f8-58b44f58d76a) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:14.415440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:14.419319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-12b20e38-c919-421f-8304-d4c7b971d619 None None] Port 89563043-1470-4b54-9afa-95b997a3efa0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:14.426186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61246709-ca09-4b0c-86f9-41527250c7ef None None] Network 0c277ae5-8069-4b37-81f8-58b44f58d76a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:14.430587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.430918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.431350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.445663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.445986 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.449050 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 6 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.455572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.455903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.456228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.460226 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-0fe98c5e-9c13-43ec-84d0-448025629f05 service neutron] 10.222.0.11 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172173 May 20 14:47:14.465996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:14.495776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.496315 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:14.499932 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 2 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:14.507670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.508001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.508326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.537163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.537393 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.540868 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 7 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.547383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.547698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.548021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.552278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:14.602053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-9c66982c-4e28-4a3c-b323-31256a3f138c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:14.603538 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-9c66982c-4e28-4a3c-b323-31256a3f138c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2912591 May 20 14:47:14.610105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.610429 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:14.619700 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 3 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:14.640373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:47:14.652262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.652592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.652920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.662323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:14.677214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.677552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.677826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:14.678003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.680900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:14.684880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.685212 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.690154 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 8 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.707378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.707719 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:14.758032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:14.761298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:14.765675 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 4 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:14.788548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b324a1-04e8-4a41-b84e-ae4d812b8404 req-26c6aaea-9a4e-4709-a3b4-1448edf02512 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:14.789958 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-64b324a1-04e8-4a41-b84e-ae4d812b8404 req-26c6aaea-9a4e-4709-a3b4-1448edf02512 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 943 time: 0.7130201 May 20 14:47:14.799148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.799481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.799805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.803652 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6546c54-d3b7-4a4b-9e94-97de607c08af req-267d590a-d4e1-4c8f-9776-2fffb1e92f3b service neutron] 10.222.0.11 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294384 May 20 14:47:14.812654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.812910 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.813458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.813777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.814366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.819291 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 9 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.839455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.839780 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:14.844830 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 5 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:14.862256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.862581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.862907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.898184 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-1f17efed-7de0-4c86-a36b-06f54891a1c7 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686167 May 20 14:47:14.912944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.913273 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:14.913825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.914140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.914460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:14.918894 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempt 10 to bind port 2f61576a-9a78-4098-b11b-81572015d17a May 20 14:47:14.946882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['3824e6e1-cb6d-4df6-9d05-b6c0df26e616'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:47:14.950159 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:14.950479 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:14.962836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 6 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:14.980804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:14.995716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:14.996049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:14.996375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempting to bind port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:15.044585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:15.044892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:15.045131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:15.064174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:15.064506 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Failed to bind port 2f61576a-9a78-4098-b11b-81572015d17a on host hv-neutron-6013 for vnic_type normal using segments [{'id': '9f0bc2fd-c36c-4704-9d12-ed7d4832580f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '287693f5-af8f-4d88-9a0d-30e15e347090'}] May 20 14:47:15.064847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.077232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:15.077551 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:15.082298 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 7 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:15.146847 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-64b324a1-04e8-4a41-b84e-ae4d812b8404 req-05d437f3-d8b6-4251-aa6b-78be032913e3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709568 May 20 14:47:15.149776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:15.150357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:15.150440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:15.158371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.168912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.168912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Router df77fd78-ef61-46ad-9543-5458cb49b981 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:15.174187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:15.174541 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:15.187806 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 8 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:15.196512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-98212310-c3ef-4a30-acfa-78c403e5aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.197987 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-98212310-c3ef-4a30-acfa-78c403e5aee0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0470f22e96294cd0af0a9daedb2e3b25&device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 1097 time: 0.3380723 May 20 14:47:15.208947 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a3730ae-bbf3-4d51-90fa-a7d294485ffe req-50d09bbf-c22d-4161-9102-61d818e0672c service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907414 May 20 14:47:15.219140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc19f8-e39e-4080-9380-c0a65a8585f8 req-9dc6cc39-b9e2-4593-bd45-202b5a15f4ca tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.220634 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cfbc19f8-e39e-4080-9380-c0a65a8585f8 req-9dc6cc39-b9e2-4593-bd45-202b5a15f4ca tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 944 time: 0.6794457 May 20 14:47:15.247549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:15.247903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:15.248199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:15.270533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:15.270859 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:15.273951 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 9 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:15.282193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] For port 2f61576a-9a78-4098-b11b-81572015d17a, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:15.282613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attempted to set empty binding levels {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 14:47:15.291825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.341213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:15.343555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.344054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8ea40d6-2925-4fdc-998f-91cc5fe52ab4 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:47:15.356337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port 89563043-1470-4b54-9afa-95b997a3efa0 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:15.356685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.381294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:15.381629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:15.381961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:15.407489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:15.407812 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:15.410257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] In _notify_port_updated(), no bound segment for port 2f61576a-9a78-4098-b11b-81572015d17a on network 287693f5-af8f-4d88-9a0d-30e15e347090 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:15.411692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.412353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.413617 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "PUT /v2.0/ports/2f61576a-9a78-4098-b11b-81572015d17a HTTP/1.1" status: 200 len: 980 time: 3.8694599 May 20 14:47:15.416100 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 10 to bind port 348b20e7-7e37-4007-b395-39144b1be976 May 20 14:47:15.423735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49514) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:15.439525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.440590 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-102ff547-8147-4967-82e8-49d9aab14af7 tempest-RoutersTestDVR-1012774382 tempest-RoutersTestDVR-1012774382-project-admin] 10.222.0.58 "DELETE /v2.0/routers/a8ea40d6-2925-4fdc-998f-91cc5fe52ab4 HTTP/1.1" status: 204 len: 168 time: 1.2519867 May 20 14:47:15.447291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event updated for resources: {'Port': ['ID=2f61576a-9a78-4098-b11b-81572015d17a,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:15.452224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:15.452557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:15.452888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:15.463713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:15.471550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 348b20e7-7e37-4007-b395-39144b1be976 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:15.471875 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 348b20e7-7e37-4007-b395-39144b1be976 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:15.472222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.483798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-bf38f25c-719d-467f-9f92-1198ba0419e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.485259 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-bf38f25c-719d-467f-9f92-1198ba0419e3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0046fb2-851f-4022-b398-506baa9f07e4 HTTP/1.1" status: 200 len: 912 time: 0.2671096 May 20 14:47:15.586517 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cfbc19f8-e39e-4080-9380-c0a65a8585f8 req-34b6e8d6-3d4e-403c-b2aa-e33c77302600 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3111978 May 20 14:47:15.588653 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-6d8c38e4-35e4-407c-a81d-96786f2a85c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1 HTTP/1.1" status: 200 len: 217 time: 0.0736451 May 20 14:47:15.675668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] For port 348b20e7-7e37-4007-b395-39144b1be976, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:15.676026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempted to set empty binding levels {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 14:47:15.679548 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'status': 'completed', 'code': 200} May 20 14:47:15.683007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.688067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-c82070e7-9a34-4c4a-bb72-f8ab07e07ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.689689 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-c82070e7-9a34-4c4a-bb72-f8ab07e07ac7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=61989f82-78a7-4495-8e96-af47dcc4799b HTTP/1.1" status: 200 len: 850 time: 0.0899811 May 20 14:47:15.691458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:15.730109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:15.743488 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] Sync routers for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:15.753973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.756322 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:15.757104 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:15.777204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2665c87-aea3-45af-aa64-bf8ea5525121 req-d103dc21-14e0-4b40-bb59-3ebb148cf962 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.778720 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2665c87-aea3-45af-aa64-bf8ea5525121 req-d103dc21-14e0-4b40-bb59-3ebb148cf962 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 945 time: 0.5021160 May 20 14:47:15.781579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49524) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:15.815991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.816585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.822380 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:15.831164 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:15.832011 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:15.868783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=348b20e7-7e37-4007-b395-39144b1be976,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:15.871404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:15.891696 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.2542944 May 20 14:47:15.891882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49528) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:15.912087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for 89563043-1470-4b54-9afa-95b997a3efa0 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:15.916942 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:15.917357 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00e1f20-6c2d-4f9d-953c-fae0333c6f1d None None] The sync data for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:15.931254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:15.956883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-5812d8a4-314f-4fd2-9e9f-5d1a37dcd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.958967 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-5812d8a4-314f-4fd2-9e9f-5d1a37dcd73d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1096 time: 0.2368970 May 20 14:47:15.975150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-c2c270e0-3ea5-4729-806f-0eb19cc8c37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:15.976921 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-c2c270e0-3ea5-4729-806f-0eb19cc8c37a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0046fb2-851f-4022-b398-506baa9f07e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2484591 May 20 14:47:16.045758 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 9.9550335 May 20 14:47:16.046448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49536) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:16.055411 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2665c87-aea3-45af-aa64-bf8ea5525121 req-4753aa66-bc5f-4cbc-8fa2-82809853ff25 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208631 May 20 14:47:16.128945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:16.151631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.165748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Deleting port 2f61576a-9a78-4098-b11b-81572015d17a {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:16.166090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.224849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:16.230843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:16.231640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.346956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:16.360678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.386388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Usage tracker for resource:security_group_rule and tenant:e65610acfbe34503863c6233f940c5ca is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:16.386733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-6f3024ca-2dec-40ee-a40b-6028d6bc12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:16.388197 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-6f3024ca-2dec-40ee-a40b-6028d6bc12a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.4185312 May 20 14:47:16.389799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:16.390120 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-7832e115-0e4a-4721-9271-684b3492d61a service neutron] 10.222.0.11 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811637 May 20 14:47:16.391586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Deleting port 348b20e7-7e37-4007-b395-39144b1be976 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:16.391922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.406691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:16.462123 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:16.465274 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7d39963a-0dbb-4b0d-8795-b9aa0881fa82 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] 10.222.0.58 "GET /v2.0/floatingips/c91df41a-17fe-479c-af78-03f0731db0f0 HTTP/1.1" status: 200 len: 982 time: 0.4132011 May 20 14:47:16.470256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.471975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:16.472688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42004790-e4bd-40d2-a33f-cfc3a1b17d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:16.476387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49548) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:16.500949 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-07344897-640a-477f-81aa-b77ef5649f01 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 217 time: 0.0954964 May 20 14:47:16.552259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:16.557460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:16.601438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] For port 2f61576a-9a78-4098-b11b-81572015d17a, host hv-neutron-6013, got binding levels [] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:16.602026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.703717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] For port 348b20e7-7e37-4007-b395-39144b1be976, host hv-neutron-6013, got binding levels [] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:16.704233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.781242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Calling delete_port for 2f61576a-9a78-4098-b11b-81572015d17a owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:16.840839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-e04bac64-a6a8-4e0b-a0f4-28e3d06c8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:16.842418 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-e04bac64-a6a8-4e0b-a0f4-28e3d06c8bc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.3265719 May 20 14:47:16.849671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Calling delete_port for 348b20e7-7e37-4007-b395-39144b1be976 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:16.871987 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d5e3ded-f8ee-4df1-b9c2-6824a934bd63 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.3847680 May 20 14:47:16.880600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49556) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:16.884998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:16.935202 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ac8a945-b238-4380-b972-acaacdaa4b88 req-12d3833a-0d21-4d47-9615-d1f050e37a5b service neutron] 10.222.0.11 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308130 May 20 14:47:16.958583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:16.971555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-3770ec51-1398-41d4-b26b-064fa0aa6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:16.973010 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-3770ec51-1398-41d4-b26b-064fa0aa6b35 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1176322 May 20 14:47:17.011940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.019503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:17.031511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b520f27-c869-4b93-a9cb-9f6e82d71025 req-245929fd-fffb-44bc-b512-097224f387f7 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:17.032971 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5b520f27-c869-4b93-a9cb-9f6e82d71025 req-245929fd-fffb-44bc-b512-097224f387f7 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 943 time: 0.6898377 May 20 14:47:17.045529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=89563043-1470-4b54-9afa-95b997a3efa0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:17.059050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:17.067237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event deleted for resources: {'Port': ['ID=348b20e7-7e37-4007-b395-39144b1be976,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:17.072580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:17.122338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.138571 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "DELETE /v2.0/ports/348b20e7-7e37-4007-b395-39144b1be976 HTTP/1.1" status: 204 len: 168 time: 1.2456915 May 20 14:47:17.141138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49562) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:17.190125 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a50f3e0c-d8d3-45b3-b205-8c2f893179aa tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:17.190662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a50f3e0c-d8d3-45b3-b205-8c2f893179aa tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Synchronizing usage tracker for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:17.219499 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-a6710528-be7e-4367-b3b3-3fa848be17d0 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382023 May 20 14:47:17.225815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a50f3e0c-d8d3-45b3-b205-8c2f893179aa tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Unset dirty status for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:17.227030 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a50f3e0c-d8d3-45b3-b205-8c2f893179aa tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "GET /v2.0/ports/348b20e7-7e37-4007-b395-39144b1be976 HTTP/1.1" status: 404 len: 333 time: 0.0849903 May 20 14:47:17.246292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49566) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:17.254016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Request body: {'port': {'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1547863035'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:17.268280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:17.284245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:17.297408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.310422 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5b520f27-c869-4b93-a9cb-9f6e82d71025 req-2faf5e60-0a17-4f57-b190-2489a879163c tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586277 May 20 14:47:17.332369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee5e46d-6cae-4190-97af-b3ac06ff3410 req-5d20a80b-06eb-41c4-8b6d-d77a8a18c964 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:17.332369 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ee5e46d-6cae-4190-97af-b3ac06ff3410 req-5d20a80b-06eb-41c4-8b6d-d77a8a18c964 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 944 time: 0.5595303 May 20 14:47:17.332369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.352177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Made reservation on behalf of 5fb99b134d624778b9037d9bb96fb7ba for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:17.354453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.392663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 9c95b3e6-834b-40e9-91a0-dce9d8701573 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:17.406488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:17.428525 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-79b8da1c-049e-4f39-9d10-b8c60de94450 req-a416dcd4-1f12-4fb6-8d33-b5fe8e8f1127 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003314 May 20 14:47:17.446323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.452945 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'code': 200} May 20 14:47:17.597413 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e65610acfbe34503863c6233f940c5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8124650 May 20 14:47:17.635228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49572) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:17.638048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda93014-0179-4269-bba2-04f2aa7a8e15,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:17.644159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.657255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:17.657644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:17.709513 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ee5e46d-6cae-4190-97af-b3ac06ff3410 req-1e272662-e4e8-4041-80e9-f026ca8199f4 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3498907 May 20 14:47:17.744139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f61576a-9a78-4098-b11b-81572015d17a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:17.759923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:17.773589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.775427 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/ports/89563043-1470-4b54-9afa-95b997a3efa0 HTTP/1.1" status: 204 len: 168 time: 3.5070577 May 20 14:47:17.779205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49576) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:17.787973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.789799 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2f61576a-9a78-4098-b11b-81572015d17a HTTP/1.1" status: 204 len: 168 time: 2.3590186 May 20 14:47:17.793326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49580) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:17.834271 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa376ebc-db70-4b33-8c5b-e9fb0ebf2c78 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] GET failed (client error): The resource could not be found. May 20 14:47:17.834801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aa376ebc-db70-4b33-8c5b-e9fb0ebf2c78 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Synchronizing usage tracker for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:17.866320 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3986515a-9fbe-4edb-a603-5ecbdaaf6d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:17.867029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3986515a-9fbe-4edb-a603-5ecbdaaf6d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Synchronizing usage tracker for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:17.872915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aa376ebc-db70-4b33-8c5b-e9fb0ebf2c78 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Unset dirty status for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:17.874046 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aa376ebc-db70-4b33-8c5b-e9fb0ebf2c78 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "GET /v2.0/ports/89563043-1470-4b54-9afa-95b997a3efa0 HTTP/1.1" status: 404 len: 333 time: 0.0932045 May 20 14:47:17.879257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-887f140c-1305-4c74-b571-65e1ece783f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:17.879257 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-887f140c-1305-4c74-b571-65e1ece783f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 1099 time: 0.1730146 May 20 14:47:17.879257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49584) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:17.885289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting port 3c9dfa5f-2190-4c79-8b31-0b82a202e9e0 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:17.886663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.886796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'name': 'tempest-AllowedAddressPairTestJSON-1862079302'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:17.931829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:17.941138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.017037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.019319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:18.028291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:18.062472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Usage tracker for resource:security_group_rule and tenant:9c2ac0c69d754464ba4ff695cd3e12ec is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:18.071771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62617867-69c0-426f-a0a6-365017f77743 req-43bb12fd-554c-4cbd-aec0-205efd18a135 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:18.073220 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-62617867-69c0-426f-a0a6-365017f77743 req-43bb12fd-554c-4cbd-aec0-205efd18a135 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.4949100 May 20 14:47:18.073775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:18.080813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3986515a-9fbe-4edb-a603-5ecbdaaf6d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Unset dirty status for tenant:5d3f55aa05bf4a4b856b79b837fe3e7d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:18.081894 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3986515a-9fbe-4edb-a603-5ecbdaaf6d6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] 10.222.0.58 "GET /v2.0/ports/2f61576a-9a78-4098-b11b-81572015d17a HTTP/1.1" status: 404 len: 333 time: 0.2827780 May 20 14:47:18.086632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49588) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:18.103074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:18.140500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:47:18.165594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.171698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Network 0c277ae5-8069-4b37-81f8-58b44f58d76a is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:18.180354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:18.186999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=9c95b3e6-834b-40e9-91a0-dce9d8701573,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:18.197089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:18.198017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:18.198608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.249425 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-62617867-69c0-426f-a0a6-365017f77743 req-8d42a338-baf1-4056-bc09-16bbb08f3b97 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664541 May 20 14:47:18.251216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.251463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.253212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:18.274650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:18.303466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.307228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:18.307397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:18.329440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'port_id': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'mac_address': 'fa:16:3e:c8:03:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:47:18.342625 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0927989 May 20 14:47:18.346425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49594) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:18.379504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:18.382917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.387040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Calling delete_port for 3c9dfa5f-2190-4c79-8b31-0b82a202e9e0 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:18.396429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:18.401305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.412748 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.417653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:18.429486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:47:18.432165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda93014-0179-4269-bba2-04f2aa7a8e15,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:18.440647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:18.452432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.455924 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/eda93014-0179-4269-bba2-04f2aa7a8e15 HTTP/1.1" status: 204 len: 168 time: 0.8116758 May 20 14:47:18.460103 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:18.472255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.474032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 7f6f16be-f7fe-4011-babb-707dee6faa19 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:47:18.477551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:18.507648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port 8337b1bf-358a-484a-a43f-93fca9ca4174 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:18.584931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:18.587265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f88ae-a6e9-4204-b71c-3e280bdb772d req-bbe204a3-e4b6-49ac-a0b3-3b60914ebf4a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:18.589796 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f3f88ae-a6e9-4204-b71c-3e280bdb772d req-bbe204a3-e4b6-49ac-a0b3-3b60914ebf4a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 943 time: 0.1187613 May 20 14:47:18.597195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:18.678175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.686994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.709015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.714683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287693f5-af8f-4d88-9a0d-30e15e347090']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:18.744979 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f3f88ae-a6e9-4204-b71c-3e280bdb772d req-035ce508-25cb-462d-abab-4e1df422109c tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426539 May 20 14:47:18.745667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-abcf6e7e-e171-4933-9a6a-b45f35e24b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:18.767321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 7f6f16be-f7fe-4011-babb-707dee6faa19, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7f6f16be-f7fe-4011-babb-707dee6faa19,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:18.774410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0bc2fd-c36c-4704-9d12-ed7d4832580f') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:18.774592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0bc2fd-c36c-4704-9d12-ed7d4832580f') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:18.781274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.782501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.783498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'port_id': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'mac_address': 'fa:16:3e:76:77:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:47:18.788620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd66f8a9-45d8-4540-9517-be67042708ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:18.824793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Synchronizing usage tracker for tenant:9c2ac0c69d754464ba4ff695cd3e12ec on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:18.841525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Port': ['ID=3c9dfa5f-2190-4c79-8b31-0b82a202e9e0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:18.842071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.852566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:18.855880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.864453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f6f16be-f7fe-4011-babb-707dee6faa19 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:47:18.909453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 7f6f16be-f7fe-4011-babb-707dee6faa19, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7f6f16be-f7fe-4011-babb-707dee6faa19,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:18.918700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.921872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-853efcb2-b636-47c4-8fd7-1c3659289d7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:18.922008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c999b251-ca8b-47fd-adcc-f79683d764d9,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:18.930477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:18.937203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.964076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:18.964408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:18.978939 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:18.980726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Allocated IP 172.20.0.4 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/8337b1bf-358a-484a-a43f-93fca9ca4174) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:18.998872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Unset dirty status for tenant:9c2ac0c69d754464ba4ff695cd3e12ec on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:19.000019 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3d7dbe4c-69bd-41e9-8328-64b0793806a4 req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0965302 May 20 14:47:19.003472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=7f6f16be-f7fe-4011-babb-707dee6faa19,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:19.007318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:19.018861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49606) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:19.042157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.042492 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Floating IP c91df41a-17fe-479c-af78-03f0731db0f0 disassociated (deleted). External IP: 172.26.6.86, port: 74cd1669-4c91-4dab-9657-3c1123525cc4. May 20 14:47:19.110711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.149452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ac4cb-fc95-442a-98c0-e80b90dcba46 req-2e67cd30-0b02-400d-9a8b-1df0c489a56f tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:19.150898 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aa8ac4cb-fc95-442a-98c0-e80b90dcba46 req-2e67cd30-0b02-400d-9a8b-1df0c489a56f tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 945 time: 0.1894810 May 20 14:47:19.183025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['3bff4a9e-a0b5-43a0-a604-f3b603d720a1'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:47:19.206778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:19.222679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Usage tracker for resource:security_group_rule and tenant:7ddd7b9ef4544836b1ddbcea79a28ce9 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:19.226500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.226657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['7f6f16be-f7fe-4011-babb-707dee6faa19'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:47:19.230236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:19.243457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:19.255528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aea7de07-3873-44fb-8c61-a274ed8dc0c3 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:19.275001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.277239 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aa8ac4cb-fc95-442a-98c0-e80b90dcba46 req-bd48728c-73bd-4a7f-a7b0-abb7140ef09f tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185319 May 20 14:47:19.305651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Pushing event deleted for resources: {'Network': ['ID=287693f5-af8f-4d88-9a0d-30e15e347090,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:19.353794 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] 10.222.0.58 "DELETE /v2.0/networks/287693f5-af8f-4d88-9a0d-30e15e347090 HTTP/1.1" status: 204 len: 168 time: 1.2573524 May 20 14:47:19.353794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.353794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.353794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.354201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.354706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.354881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.355258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.355606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.355949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.356288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.356632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.356974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:19.370573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:19.543949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Router df77fd78-ef61-46ad-9543-5458cb49b981 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:19.640788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 9c95b3e6-834b-40e9-91a0-dce9d8701573 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:19.649971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.659377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.711298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.716233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Transition to ACTIVE for port object 9c95b3e6-834b-40e9-91a0-dce9d8701573 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:19.736247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.736989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43fd07-cdfb-4b56-b67f-e8bbc29256b3 req-2ce3daa0-f60c-4f4e-aeac-7ac7417966b5 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:19.738454 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8d43fd07-cdfb-4b56-b67f-e8bbc29256b3 req-2ce3daa0-f60c-4f4e-aeac-7ac7417966b5 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.2703948 May 20 14:47:19.748289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.748289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:19.762172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49616) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:19.790820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Transition to ACTIVE for port object 8337b1bf-358a-484a-a43f-93fca9ca4174 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:19.791963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:19.898731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=9c95b3e6-834b-40e9-91a0-dce9d8701573,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:19.902927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:19.908593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-de396030-811a-48ad-a980-bf3d24d79946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:19.943244 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7ddd7b9ef4544836b1ddbcea79a28ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9077430 May 20 14:47:19.946550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49624) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:19.972503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:19.972841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:19.973177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:19.986110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:19.986429 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:19.986989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc81a3d-74e4-4ec9-8b6d-4bdda27fcf56,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:19.991528 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 2 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.000206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:20.004803 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8d43fd07-cdfb-4b56-b67f-e8bbc29256b3 req-1fcf176e-e8f8-4daf-bb5e-7adacdeed907 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572367 May 20 14:47:20.009597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.013247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:20.021781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:20.032358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] Sync routers for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:20.042863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:20.043506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:20.053741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.066932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.067768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.068105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.101857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.102183 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.110638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:20.113603 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 3 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.121629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:20.124882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:20.125014 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00b5b4b5-5ec3-49cb-bfff-4382ac7bfb37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bed8ef9654174916ac0fd3fbbe4088fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592772 May 20 14:47:20.132938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49630) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:20.135203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:20.147410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:20.152779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=8337b1bf-358a-484a-a43f-93fca9ca4174,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:20.156971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:20.168593 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "DELETE /v2.0/floatingips/c91df41a-17fe-479c-af78-03f0731db0f0 HTTP/1.1" status: 204 len: 168 time: 3.2856867 May 20 14:47:20.173120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49634) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:20.180535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:20.185031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:20.190581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.190912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.191275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.199485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:20.205399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.205999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:20.210462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Usage tracker for resource:floatingip and tenant:4dda089807924e359f64f1f136f31103 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:20.213809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:20.213936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.214242 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.217681 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 4 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.219413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:20.233453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479a72b-c907-4af3-b20d-7506cfc4add7 req-6dab3a88-729a-4b72-a5ee-5bc0feb7e9ee tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.235214 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e479a72b-c907-4af3-b20d-7506cfc4add7 req-6dab3a88-729a-4b72-a5ee-5bc0feb7e9ee tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 944 time: 0.2824142 May 20 14:47:20.251334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:20.251896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d8075-04d1-4c0f-8718-e037370e8f73 None None] The sync data for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:20.262190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.262525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.262853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.265525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.276715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.278913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:20.284332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:20.284778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.285598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.285598 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.288346 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 5 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.300930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.301549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.331493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.331764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.332102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.361180 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e479a72b-c907-4af3-b20d-7506cfc4add7 req-be4bcd88-f823-4604-9628-d34d470e9efc tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189046 May 20 14:47:20.362261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.362592 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.364110 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 6 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.378244 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4981482 May 20 14:47:20.381514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49640) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:20.388808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.388808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.388808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.396555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:30:88:0c'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:20.401491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.401821 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.402483 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 7 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.436404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.442995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.443358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.443691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.445754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.460722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.464640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:20.486316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.486525 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.488361 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 8 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.493184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:20.503005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc81a3d-74e4-4ec9-8b6d-4bdda27fcf56,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:20.514394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:20.517493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.517823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.518150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.521542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.522636 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0bc81a3d-74e4-4ec9-8b6d-4bdda27fcf56 HTTP/1.1" status: 204 len: 168 time: 0.5727077 May 20 14:47:20.526503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.526768 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.527175 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 9 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.545263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.545600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.545934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.551109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.551470 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.551855 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 10 to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 May 20 14:47:20.580877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:20.587836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:20.588372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:20.588512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:20.596243 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'code': 200} May 20 14:47:20.598445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:20.598807 dv-neutron-601336-75-hyperv neutron-server[98806]: ERROR neutron.plugins.ml2.managers [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:20.599189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.606261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.607530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 7f6f16be-f7fe-4011-babb-707dee6faa19 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:20.643690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:20.770456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] For port 9c95b3e6-834b-40e9-91a0-dce9d8701573, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:20.771073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempted to set empty binding levels {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 14:47:20.775544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:20.780334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.786542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-22c6f013-1c21-44cf-a7e7-dc856ed31e1e tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:20.802619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:20.804910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c73ebaf5-66a7-4e0a-9731-522a8e52241b None None] Provisioning for port 8337b1bf-358a-484a-a43f-93fca9ca4174 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:20.810582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c73ebaf5-66a7-4e0a-9731-522a8e52241b None None] Provisioning complete for port 8337b1bf-358a-484a-a43f-93fca9ca4174 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:20.810975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c73ebaf5-66a7-4e0a-9731-522a8e52241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.842223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] In _notify_port_updated(), no bound segment for port 9c95b3e6-834b-40e9-91a0-dce9d8701573 on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:20.843965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.844742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.846243 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "PUT /v2.0/ports/9c95b3e6-834b-40e9-91a0-dce9d8701573 HTTP/1.1" status: 200 len: 977 time: 2.4737091 May 20 14:47:20.849569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49650) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:20.866263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.893016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c73ebaf5-66a7-4e0a-9731-522a8e52241b None None] Port 8337b1bf-358a-484a-a43f-93fca9ca4174 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:20.912154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 7f6f16be-f7fe-4011-babb-707dee6faa19 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:20.918320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=9c95b3e6-834b-40e9-91a0-dce9d8701573,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:20.920059 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 7f6f16be-f7fe-4011-babb-707dee6faa19 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:20.920642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.923429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:20.941042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:20.980298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.980946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.981402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.981873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.982402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.982983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.983479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.983942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.985014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.985540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.986016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.986487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.987008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.987722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.988470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.989547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.990023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.990541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.991514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.992018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.992730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.993224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.993741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.994220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.994683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.995172 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.995672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.996150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:20.998666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Synchronizing usage tracker for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:21.070218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Unset dirty status for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:21.075379 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9ed91b0f-a55d-4857-9f29-20d6c476cea6 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24895 time: 0.2209496 May 20 14:47:21.078433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49662) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:21.083789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.085896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.095140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8970d4a4-93cf-4ee3-921a-987dfe09e5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:21.124055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30faa1de-e995-45f6-acc4-6e26f59dd425,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:21.133190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 7f6f16be-f7fe-4011-babb-707dee6faa19, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7f6f16be-f7fe-4011-babb-707dee6faa19,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:21.138110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf8c41-b6b4-4cac-a409-60d4b0384628 req-45fc5b0a-f454-47aa-acd2-2b234da5770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:21.138363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.138743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.139131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.139493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.141400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.141535 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e7cf8c41-b6b4-4cac-a409-60d4b0384628 req-45fc5b0a-f454-47aa-acd2-2b234da5770f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 1099 time: 0.1372724 May 20 14:47:21.141636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.141636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.141636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.141636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.141636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.142036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.142143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.144207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.147730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14192580-fc0a-43a9-a92f-f4bf7a972fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:21.162981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303822d-82e4-466e-a180-7f2757d58e8c req-b4d3b68e-2f14-4ba2-9a1e-f88d9cfd3946 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:21.164500 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c303822d-82e4-466e-a180-7f2757d58e8c req-b4d3b68e-2f14-4ba2-9a1e-f88d9cfd3946 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 0.4870059 May 20 14:47:21.169265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:21.173465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.177471 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/30faa1de-e995-45f6-acc4-6e26f59dd425 HTTP/1.1" status: 204 len: 168 time: 1.0405538 May 20 14:47:21.241069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.275176 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e7cf8c41-b6b4-4cac-a409-60d4b0384628 req-16334d23-06a4-4c77-afac-aa3b404a74ad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222899 May 20 14:47:21.275998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=7f6f16be-f7fe-4011-babb-707dee6faa19,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:21.297132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.298518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.299504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.300486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.303745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Deleting port 9c95b3e6-834b-40e9-91a0-dce9d8701573 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:21.304239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.304585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.304918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.305516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.305840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.307219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.307567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.307897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.308225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:47:21.317208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:21.425428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] For port 9c95b3e6-834b-40e9-91a0-dce9d8701573, host hv-neutron-6013, got binding levels [] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:21.425791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.465961 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c303822d-82e4-466e-a180-7f2757d58e8c req-672acebd-e759-43ae-b9b7-20ad4aab1601 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841063 May 20 14:47:21.596038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Allocated IP 172.26.6.28 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/7093d66b-7f37-4857-a131-0d5279a3caf5) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:21.619362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc479e-b251-4e6f-95f3-ce61839327dc req-3ee427c1-eef3-4e9d-a7e4-419cb2f5e193 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:21.619362 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-17dc479e-b251-4e6f-95f3-ce61839327dc req-3ee427c1-eef3-4e9d-a7e4-419cb2f5e193 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.3319926 May 20 14:47:21.677248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Calling delete_port for 9c95b3e6-834b-40e9-91a0-dce9d8701573 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:21.713438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.743806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49682) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:21.744786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.754167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:21.761843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.762545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49686) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:21.776826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-73697134-3f6c-4b6a-930e-6c102c15e3ec tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:21.905258 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-17dc479e-b251-4e6f-95f3-ce61839327dc req-33739021-96a4-46ae-be1b-00530b438aa1 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773571 May 20 14:47:21.952742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c95b3e6-834b-40e9-91a0-dce9d8701573,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:21.963410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:21.980679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:21.992015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.009665 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-61da000e-873a-414a-a885-ddbbd76556ff admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5d3f55aa05bf4a4b856b79b837fe3e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646699 May 20 14:47:22.010319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49694) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:22.040922 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "DELETE /v2.0/ports/9c95b3e6-834b-40e9-91a0-dce9d8701573 HTTP/1.1" status: 204 len: 168 time: 0.9571061 May 20 14:47:22.041737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49698) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:22.094454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=8337b1bf-358a-484a-a43f-93fca9ca4174,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:22.111739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2053511755'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:22.131980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:22.134906 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7727cf3-424a-4518-b921-b19dbe4e97c0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:22.135415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e7727cf3-424a-4518-b921-b19dbe4e97c0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Synchronizing usage tracker for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:22.145467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:22.151977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:22.157420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:22.161782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.163919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:22.174901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:22.188216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e7727cf3-424a-4518-b921-b19dbe4e97c0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Unset dirty status for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:22.191307 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e7727cf3-424a-4518-b921-b19dbe4e97c0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "GET /v2.0/ports/9c95b3e6-834b-40e9-91a0-dce9d8701573 HTTP/1.1" status: 404 len: 333 time: 0.1466198 May 20 14:47:22.191307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.192834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:22.196332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.205461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49702) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:22.224781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.229294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e037c602-33cd-4d8b-bd46-680be743bcd2 None None] Provisioning complete for port 8337b1bf-358a-484a-a43f-93fca9ca4174 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:22.229826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e037c602-33cd-4d8b-bd46-680be743bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.238321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1736390994', 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:22.251194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:22.269954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.277107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:22.286197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:22.288543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:security_group_rule and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:22.299976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:22.308860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e037c602-33cd-4d8b-bd46-680be743bcd2 None None] Port 8337b1bf-358a-484a-a43f-93fca9ca4174 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:22.321409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:22.332103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Made reservation on behalf of 5fb99b134d624778b9037d9bb96fb7ba for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:22.334424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.355690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] In _notify_port_updated(), no bound segment for port 8337b1bf-358a-484a-a43f-93fca9ca4174 on network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:22.360970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:22.361584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.362834 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "PUT /v2.0/ports/8337b1bf-358a-484a-a43f-93fca9ca4174 HTTP/1.1" status: 200 len: 1010 time: 1.9803219 May 20 14:47:22.369304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49706) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:22.404307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 5860dd91-f101-4a3c-be14-b2584d16eb6b yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:22.407000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:22.415386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:22.421718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:22.462603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.464789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393937-eac1-4dfd-998d-ada8acce5cee req-f2e24c50-5469-4591-b3c3-5396ff5f07c6 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:22.466140 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0e393937-eac1-4dfd-998d-ada8acce5cee req-f2e24c50-5469-4591-b3c3-5396ff5f07c6 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.8324263 May 20 14:47:22.481535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Pushing event updated for resources: {'Port': ['ID=7093d66b-7f37-4857-a131-0d5279a3caf5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:22.495419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-12c12bdd-a233-4abb-a2eb-ca0a32e52573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:22.502936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:22.522899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacbb4ec-894b-4f05-9a42-f1086a651f7e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:22.562010 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0e393937-eac1-4dfd-998d-ada8acce5cee req-ea63ef27-fa79-410b-a34f-28e71a856a58 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820439 May 20 14:47:22.567876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:22.570503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e764fd-db8e-4065-85f7-844da1d6b154 req-f1c79ad7-bfd0-4883-b83c-66d7a64bea17 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:22.571990 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3e764fd-db8e-4065-85f7-844da1d6b154 req-f1c79ad7-bfd0-4883-b83c-66d7a64bea17 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.4724915 May 20 14:47:22.580818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49712) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:22.586867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.594849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Request body: {'floatingip': {'port_id': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:22.597033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:22.688771 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'code': 200} May 20 14:47:22.745070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.812594 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.820663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.822425 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bacbb4ec-894b-4f05-9a42-f1086a651f7e HTTP/1.1" status: 204 len: 168 time: 0.8111970 May 20 14:47:22.826182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.845573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port 8337b1bf-358a-484a-a43f-93fca9ca4174 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:22.845906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.866374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9624be50-f73c-4b94-a526-9c4871cd894a tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:22.906814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.921477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:22.954160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:23.044366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.044709 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment ed4023d8-4160-454c-99e1-a21fc6d33195 of type vlan for network aabff130-7324-4cc0-9ce6-f13c8d708868 May 20 14:47:23.045911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7493fb8-51ff-4b3d-b861-aa7b7ac8cce5,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:23.049648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dff2e7-3c3a-47c4-ab37-d1e68f3435ba req-ccdaca80-779f-434a-b8df-2a3140a52467 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:23.051191 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c0dff2e7-3c3a-47c4-ab37-d1e68f3435ba req-ccdaca80-779f-434a-b8df-2a3140a52467 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 0.3704679 May 20 14:47:23.056202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:23.121539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.125796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.253625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6d43c-18b4-44eb-b576-6f64d77ae882 req-f83d9575-8267-49cf-bbb6-cf50fce4d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:23.255660 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-47d6d43c-18b4-44eb-b576-6f64d77ae882 req-f83d9575-8267-49cf-bbb6-cf50fce4d689 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 0.3960476 May 20 14:47:23.262039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for 8337b1bf-358a-484a-a43f-93fca9ca4174 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:23.266270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.282549 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c0dff2e7-3c3a-47c4-ab37-d1e68f3435ba req-28024f73-4b26-4780-8336-4a26fdedaf41 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072778 May 20 14:47:23.294003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1515e920-4a2f-4ea6-ae86-2b2b17b43e0d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:23.380520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Network 0c277ae5-8069-4b37-81f8-58b44f58d76a is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:23.424221 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-47d6d43c-18b4-44eb-b576-6f64d77ae882 req-49da03a7-4763-4cb0-954b-a9d81aee852a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542504 May 20 14:47:23.425123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:23.427710 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:23.428857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:23.429512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.433281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.451040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:23.451740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.474467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=5860dd91-f101-4a3c-be14-b2584d16eb6b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:23.483457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:23.489465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:23.513114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:47:23.539336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.547653 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7823584 May 20 14:47:23.552142 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3402765 May 20 14:47:23.554065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49738) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:23.557809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.597731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:23.675632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=aabff130-7324-4cc0-9ce6-f13c8d708868,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:23.691942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:23.713053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network aabff130-7324-4cc0-9ce6-f13c8d708868 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:23.775138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c98b8-08f4-4853-8de8-a4ffda1dd970 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:23.776894 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3f3c98b8-08f4-4853-8de8-a4ffda1dd970 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "GET /v2.0/ports/5860dd91-f101-4a3c-be14-b2584d16eb6b HTTP/1.1" status: 200 len: 955 time: 0.2219274 May 20 14:47:23.781872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Pushing event updated for resources: {'Port': ['ID=7093d66b-7f37-4857-a131-0d5279a3caf5,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:23.786292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49748) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:23.791479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:23.825803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.871364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:23.886786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f4a14698-6df3-4d6c-9334-4b5e58d2254d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:24.003592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=8337b1bf-358a-484a-a43f-93fca9ca4174,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:24.008671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:24.109099 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9747d917-f69f-4fe7-b718-dd7bfb0fa033 req-6153018d-3b27-48ae-9e81-0ecc7cfe56ec tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:24.114387 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9747d917-f69f-4fe7-b718-dd7bfb0fa033 req-6153018d-3b27-48ae-9e81-0ecc7cfe56ec tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 0.6549525 May 20 14:47:24.125445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49756) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:24.148915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Request body: {'floatingip': {'port_id': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:24.234052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:24.240863 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0673389 May 20 14:47:24.248954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49760) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:24.255080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:47:24.402143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:24.418018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:24.483339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2f637-df30-4094-b8e6-05cc1a64512d req-8e99693e-2f0d-46fe-97b1-5c8b15806a5d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:24.491387 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1cf2f637-df30-4094-b8e6-05cc1a64512d req-8e99693e-2f0d-46fe-97b1-5c8b15806a5d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.6610854 May 20 14:47:24.532468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Deleting port 5860dd91-f101-4a3c-be14-b2584d16eb6b {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:24.533145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:24.547063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:24.613204 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1cf2f637-df30-4094-b8e6-05cc1a64512d req-df3f657a-70da-48b5-b07d-724a99e5a998 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205339 May 20 14:47:24.765206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:24.842335 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Floating IP f35a33c2-2056-4fe8-80c5-09b810ef626e associated. External IP: 172.26.6.70, port: 3824e6e1-cb6d-4df6-9d05-b6c0df26e616. May 20 14:47:24.971656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:24.984685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Calling delete_port for 5860dd91-f101-4a3c-be14-b2584d16eb6b owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:24.987353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:24.996946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Usage tracker for resource:floatingip and tenant:e29c20aa745444d3a797e49d4dd7c001 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:25.001314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:25.019659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:25.030718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.085556 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/ports/8337b1bf-358a-484a-a43f-93fca9ca4174 HTTP/1.1" status: 204 len: 168 time: 2.7122629 May 20 14:47:25.090884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49778) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:25.139704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.181558 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90b8902-f044-4bab-abf5-cac233f8994b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] GET failed (client error): The resource could not be found. May 20 14:47:25.182092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c90b8902-f044-4bab-abf5-cac233f8994b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Synchronizing usage tracker for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:25.290770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c90b8902-f044-4bab-abf5-cac233f8994b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Unset dirty status for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:25.300387 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c90b8902-f044-4bab-abf5-cac233f8994b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "GET /v2.0/ports/8337b1bf-358a-484a-a43f-93fca9ca4174 HTTP/1.1" status: 404 len: 333 time: 0.1991005 May 20 14:47:25.302907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49786) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:25.313275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'name': 'tempest-AllowedAddressPairTestJSON-1018364345'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:25.382529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.384749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49790) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:25.390654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9ac21ec-69e2-4ab8-a3fb-4c7c4823ad9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:25.440492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event deleted for resources: {'Port': ['ID=5860dd91-f101-4a3c-be14-b2584d16eb6b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:25.449059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:25.517196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.526290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:25.550169 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "DELETE /v2.0/ports/5860dd91-f101-4a3c-be14-b2584d16eb6b HTTP/1.1" status: 204 len: 168 time: 1.7614934 May 20 14:47:25.555579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49796) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:25.583481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:25.660200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c1b5f889-6420-49e0-adfd-75b37e5495c7 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:25.671147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:25.674534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.730756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.732293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port 809f3c59-903e-4e67-a685-75d1e64d9fde yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:25.768103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.794198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-30380600-3872-4b1e-a848-967ebee0cdd0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:25.794819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-30380600-3872-4b1e-a848-967ebee0cdd0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Synchronizing usage tracker for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:25.803462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Router 139188a0-e2cf-45c7-ba98-f2285ba98f8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:25.874639 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c1b5f889-6420-49e0-adfd-75b37e5495c7 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "PUT /v2.0/quotas/a42da3df29ad44d3801460208a27c295 HTTP/1.1" status: 200 len: 366 time: 0.4895580 May 20 14:47:25.880421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49802) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:25.906948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-30380600-3872-4b1e-a848-967ebee0cdd0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Unset dirty status for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:25.911676 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-30380600-3872-4b1e-a848-967ebee0cdd0 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "GET /v2.0/ports/5860dd91-f101-4a3c-be14-b2584d16eb6b HTTP/1.1" status: 404 len: 333 time: 0.3492401 May 20 14:47:25.919557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:25.921243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49806) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:25.964846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Request body: {'port': {'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-167990363'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:25.981252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:26.031466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:26.130195 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c6835868-b01d-42ca-a77c-22c7b7015361 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2460177 May 20 14:47:26.135470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49810) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.136398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2986e-fb84-4491-9754-b79ec4c4e6ac req-025de40c-1256-4548-a395-f6cfec70babc tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:26.137959 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ecc2986e-fb84-4491-9754-b79ec4c4e6ac req-025de40c-1256-4548-a395-f6cfec70babc tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3861148 May 20 14:47:26.138658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Made reservation on behalf of 5fb99b134d624778b9037d9bb96fb7ba for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:26.146033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:26.174206 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4dbd63d8-b56a-4646-a213-d6769932a61f tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "GET /v2.0/quotas/a42da3df29ad44d3801460208a27c295 HTTP/1.1" status: 200 len: 366 time: 0.0358059 May 20 14:47:26.178583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49814) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.192021 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Floating IP e07c5fd4-663b-48f9-a908-f187cdc8b28c associated. External IP: 172.26.6.13, port: 3bff4a9e-a0b5-43a0-a604-f3b603d720a1. May 20 14:47:26.210836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 2ee476a7-45bb-4301-98df-78352889e6dd yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:26.272462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Allocated IP 172.20.0.5 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/809f3c59-903e-4e67-a685-75d1e64d9fde) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:26.279183 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fc46036c-9ef1-4edf-9be3-0f9f2434c021 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/a42da3df29ad44d3801460208a27c295 HTTP/1.1" status: 204 len: 168 time: 0.0965111 May 20 14:47:26.279412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:26.282827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49818) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.297853 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] Sync routers for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:26.313725 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-84e1360b-ac73-44cb-b6e2-22f823aa453f tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0275123 May 20 14:47:26.314609 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49822) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.318921 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:26.320007 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:26.330753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:26.367877 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ecc2986e-fb84-4491-9754-b79ec4c4e6ac req-50266819-8a2f-4059-ad79-de7e68a97b5c tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061803 May 20 14:47:26.379869 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6d693283-85a7-4e84-a5d8-c3f21faa88a8 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "GET /v2.0/quotas/a42da3df29ad44d3801460208a27c295 HTTP/1.1" status: 200 len: 370 time: 0.0617149 May 20 14:47:26.381119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49826) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.408210 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c4234392-df2b-4d99-965f-de47129a127d tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "GET /v2.0/quotas/a42da3df29ad44d3801460208a27c295/default HTTP/1.1" status: 200 len: 370 time: 0.0267968 May 20 14:47:26.424447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Allocated IP 172.26.6.129 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/cc96ccdb-6b27-4189-a7cc-c65f7db29438) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:26.426257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.471031 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-3f3cd1bb-c5ba-49ed-93b1-e002c4070764 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] delete failed (client error): The resource could not be found. May 20 14:47:26.472127 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3f3cd1bb-c5ba-49ed-93b1-e002c4070764 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "DELETE /v2.0/quotas/a42da3df29ad44d3801460208a27c295 HTTP/1.1" status: 404 len: 348 time: 0.0448682 May 20 14:47:26.473622 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9ff3bf0d-0c31-4cb5-8342-b3f7875d6496 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "PUT /v2.0/floatingips/f35a33c2-2056-4fe8-80c5-09b810ef626e HTTP/1.1" status: 200 len: 991 time: 3.8918660 May 20 14:47:26.478542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:26.737050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49846) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.748498 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:47:26.794166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:26.818361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:26.904291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.009030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:network and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:27.024476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:27.046683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:27.050679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:27.053798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:27.057594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:27.058773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.070532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.075913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:27.102917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:subnet and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:27.115255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fc18e-6532-4448-a7ea-4d79a1fbb50c req-72d905bb-56ed-47b6-b903-760cb8c16fe4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:27.119123 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-842fc18e-6532-4448-a7ea-4d79a1fbb50c req-72d905bb-56ed-47b6-b903-760cb8c16fe4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3897078 May 20 14:47:27.122598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:27.124637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:27.128051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.145118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49858) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:27.163963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.169472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Request body: {'floatingip': {'port_id': '7f6f16be-f7fe-4011-babb-707dee6faa19'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:27.240925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28181d76-6b0a-47f4-9ac9-25a123a2f7ff tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:27.271890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Transition to ACTIVE for port object 809f3c59-903e-4e67-a685-75d1e64d9fde will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:27.273259 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'status': 'completed', 'code': 200} May 20 14:47:27.344801 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'f35a33c2-2056-4fe8-80c5-09b810ef626e', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'floating_ip_address': '172.26.6.70', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'port_id': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'mac_address': 'fa:16:3e:b1:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93db3d96-2cc9-4244-84db-4db4310bb213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:39Z', 'updated_at': '2021-05-20T14:47:23Z', 'revision_number': 1, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:43Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:27.346884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:27.347010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee476a7-45bb-4301-98df-78352889e6dd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:27.349424 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] Checking router: 139188a0-e2cf-45c7-ba98-f2285ba98f8f for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:47:27.350540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:subnetpool and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:27.360731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] Sync routers for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:27.365490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.366622 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:27.367436 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:27.372742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:27.373591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:27.450236 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ccbc2f4e-0547-4024-ae6c-d7eb5da02168 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "PUT /v2.0/floatingips/e07c5fd4-663b-48f9-a908-f187cdc8b28c HTTP/1.1" status: 200 len: 991 time: 3.3209698 May 20 14:47:27.450458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:27.458530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.465575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-25b07e6f-87b7-40d5-9dd8-a51fb4db05a0 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:27.535254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-ddb564a1-d17f-4e89-9cce-28f2be9be1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:27.537338 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-ddb564a1-d17f-4e89-9cce-28f2be9be1a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3c1f543ff714ef6b692ce3df75c7d70&device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 1099 time: 0.2499473 May 20 14:47:27.557481 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'status': 'completed', 'code': 200} May 20 14:47:27.595653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:27.604690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:27.616288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.628943 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:47:27.684684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:47:27.704669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:27.714138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:27.720345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=809f3c59-903e-4e67-a685-75d1e64d9fde,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:27.725911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:27.759032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:27.925910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:27.927219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:27.971927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-006c8ee7-7e47-48ab-a3cf-15e0af241d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:27.973936 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-006c8ee7-7e47-48ab-a3cf-15e0af241d48 service neutron] 10.222.0.11 "GET /v2.0/networks?id=178147dd-f499-495b-88aa-c5ef75189cc6 HTTP/1.1" status: 200 len: 907 time: 0.3850694 May 20 14:47:27.975818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11291356-bde0-4905-9c2d-b5964689c50f req-c013a272-edc3-4dbd-ae60-50bef96e5357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:27.977406 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-c013a272-edc3-4dbd-ae60-50bef96e5357 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0470f22e96294cd0af0a9daedb2e3b25&device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 1099 time: 0.3896997 May 20 14:47:27.984473 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6818299 May 20 14:47:27.987074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49870) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:27.993440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'network_id': 'c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5', 'name': 'tempest-AllowedAddressPairTestJSON-406912265'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:28.101931 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'f35a33c2-2056-4fe8-80c5-09b810ef626e', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'floating_ip_address': '172.26.6.70', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'port_id': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'mac_address': 'fa:16:3e:b1:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93db3d96-2cc9-4244-84db-4db4310bb213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:39Z', 'updated_at': '2021-05-20T14:47:23Z', 'revision_number': 1, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:43Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:28.107310 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580f678a-88d7-41d0-8e8f-434f16df43c4 None None] The sync data for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv is: [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'f35a33c2-2056-4fe8-80c5-09b810ef626e', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'floating_ip_address': '172.26.6.70', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'port_id': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'mac_address': 'fa:16:3e:b1:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93db3d96-2cc9-4244-84db-4db4310bb213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:39Z', 'updated_at': '2021-05-20T14:47:23Z', 'revision_number': 1, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:43Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:28.184786 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3123050e-6f06-437e-987c-88184338eca6 None None] Provisioning for port 809f3c59-903e-4e67-a685-75d1e64d9fde completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:28.192735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3123050e-6f06-437e-987c-88184338eca6 None None] Provisioning complete for port 809f3c59-903e-4e67-a685-75d1e64d9fde triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:28.193123 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3123050e-6f06-437e-987c-88184338eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:28.258218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'e07c5fd4-663b-48f9-a908-f187cdc8b28c', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'floating_ip_address': '172.26.6.13', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'port_id': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'mac_address': 'fa:16:3e:c8:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:48Z', 'updated_at': '2021-05-20T14:47:25Z', 'revision_number': 1, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:50Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:28.264866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3123050e-6f06-437e-987c-88184338eca6 None None] Port 809f3c59-903e-4e67-a685-75d1e64d9fde cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:28.266438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] Checking router: 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:47:28.276902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:28.277519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:28.356176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:28.362077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Network 0c277ae5-8069-4b37-81f8-58b44f58d76a is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:28.366042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:28.417884 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1ea0a7-5849-4f11-b041-4dfb1fee3069 None None] New status for floating IP f35a33c2-2056-4fe8-80c5-09b810ef626e: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:47:28.421722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:28.439338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:28.440432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:28.441131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:28.455222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:port and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:28.470322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:28.487447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:28.489839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:28.499768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:47:28.507468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:28.539714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Pushing event updated for resources: {'Port': ['ID=cc96ccdb-6b27-4189-a7cc-c65f7db29438,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:28.556350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11291356-bde0-4905-9c2d-b5964689c50f req-d9de6e52-0112-4f63-8588-4632a5c1db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:28.558421 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-d9de6e52-0112-4f63-8588-4632a5c1db43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0046fb2-851f-4022-b398-506baa9f07e4 HTTP/1.1" status: 200 len: 912 time: 0.5363677 May 20 14:47:28.562185 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-c724bc37-357a-4144-8951-7e41738ec531 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616 HTTP/1.1" status: 200 len: 999 time: 0.5412121 May 20 14:47:28.564914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:28.570476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:28.581083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:router and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:28.591686 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.6645875 May 20 14:47:28.636911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49874) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:28.647422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:28.662102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:28.691510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:28.745969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:floatingip and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:28.770606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:28.791489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Made reservation on behalf of c11ec3fa53a54abd9ea12e4a26ec6ed2 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:28.794919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:28.815841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-1bb5abc7-ce7a-4501-a749-883ac3f60409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:28.817839 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-1bb5abc7-ce7a-4501-a749-883ac3f60409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3967cd8-ede5-466a-9283-2a77e6daff54 HTTP/1.1" status: 200 len: 845 time: 0.1915650 May 20 14:47:28.819503 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-54bd6549-7e59-4076-ba44-90228e928c29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1 HTTP/1.1" status: 200 len: 999 time: 0.2444973 May 20 14:47:28.828029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] device_id is not set on port 173baff6-4d02-4255-8335-d0298f1baa2f yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:28.916571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:28.993522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11291356-bde0-4905-9c2d-b5964689c50f req-231daf51-b2aa-4bf8-86fb-21485fe7e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:28.995283 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-231daf51-b2aa-4bf8-86fb-21485fe7e948 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=61989f82-78a7-4495-8e96-af47dcc4799b HTTP/1.1" status: 200 len: 850 time: 0.1333525 May 20 14:47:28.997974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'e07c5fd4-663b-48f9-a908-f187cdc8b28c', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'floating_ip_address': '172.26.6.13', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'port_id': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'mac_address': 'fa:16:3e:c8:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:48Z', 'updated_at': '2021-05-20T14:47:25Z', 'revision_number': 1, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:50Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:29.003594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d8af94-de2a-4438-83c6-e328d0e6879e None None] The sync data for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv is: [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'e07c5fd4-663b-48f9-a908-f187cdc8b28c', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'floating_ip_address': '172.26.6.13', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'port_id': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'mac_address': 'fa:16:3e:c8:03:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:48Z', 'updated_at': '2021-05-20T14:47:25Z', 'revision_number': 1, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:50Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:29.020004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.022967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.046577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.170520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-fbee84a2-c48f-4519-ab74-b324f98c8b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:29.171936 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-fbee84a2-c48f-4519-ab74-b324f98c8b15 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=178147dd-f499-495b-88aa-c5ef75189cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2731366 May 20 14:47:29.173337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.230033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Allocated IP 172.20.0.13 (c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5/199fac55-cea1-45dc-97c4-2d55e9b66924/173baff6-4d02-4255-8335-d0298f1baa2f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:29.232719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50548dd-53f3-4338-8006-ea655b58d722 None None] New status for floating IP e07c5fd4-663b-48f9-a908-f187cdc8b28c: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:47:29.243345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11291356-bde0-4905-9c2d-b5964689c50f req-8786a2de-a517-4802-93df-ea5c656ce095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:29.244830 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-8786a2de-a517-4802-93df-ea5c656ce095 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0046fb2-851f-4022-b398-506baa9f07e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2387607 May 20 14:47:29.287762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:security_group and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:29.501127 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-9c044cb4-fa7d-4ed9-a107-db24d99b1e97 service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167126 May 20 14:47:29.519152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:29.550335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.615589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-46e88c46-c094-43d9-bff5-bed10c43062e tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:29.625819 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-69eb7c6a-db85-4d58-bad3-355d00077bef service neutron] 10.222.0.11 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337877 May 20 14:47:29.690122 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Floating IP ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8 associated. External IP: 172.26.6.88, port: 7f6f16be-f7fe-4011-babb-707dee6faa19. May 20 14:47:29.740328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Usage tracker for resource:security_group_rule and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:29.793228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:29.845612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.859117 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4d0856e3-acff-4f2e-9e3b-f933f4d0198e req-5d5da924-cccf-429d-acc9-d47f9f15c75c service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347006 May 20 14:47:29.870307 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-31f5c292-e857-4b14-a4e9-9405660ced76 tempest-QuotasTest-977560284 tempest-QuotasTest-977560284-project-admin] 10.222.0.58 "GET /v2.0/quotas/b038b12a6493495b951f25433d9bd4ed/details.json HTTP/1.1" status: 200 len: 703 time: 3.0397699 May 20 14:47:29.891088 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-11291356-bde0-4905-9c2d-b5964689c50f req-e758c74c-a80e-4647-ab9a-c0816e80c260 service neutron] 10.222.0.11 "GET /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568321 May 20 14:47:29.892266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Transition to ACTIVE for port object 173baff6-4d02-4255-8335-d0298f1baa2f will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:29.898819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=451add41-54c0-453c-9149-fe7e1c673b5b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:29.919427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:29.929921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:29.936935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adcb41fc-bb68-4da1-a7b1-e3431786180e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:30.027226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': 'ed4023d8-4160-454c-99e1-a21fc6d33195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:30.027226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: aabff130-7324-4cc0-9ce6-f13c8d708868, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:30.106039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] device_id is not set on port 2ee476a7-45bb-4301-98df-78352889e6dd yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:30.119777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.177996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:30.187136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:30.192632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:30.197496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network aabff130-7324-4cc0-9ce6-f13c8d708868 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:30.234077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.240418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Transition to ACTIVE for port object 2ee476a7-45bb-4301-98df-78352889e6dd will not be triggered until provisioned by entity L2. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:30.240719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=173baff6-4d02-4255-8335-d0298f1baa2f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:30.242674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, aabff130-7324-4cc0-9ce6-f13c8d708868) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:30.244202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.245721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:30.259141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:30.261326 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0ff5f-7dc1-4de0-9d0b-5f7e1f671997 None None] Network aabff130-7324-4cc0-9ce6-f13c8d708868 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:30.272093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:30.272639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.309756 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3190877 May 20 14:47:30.310023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49890) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:30.316324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:30:88:0c'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:28:85:ac'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:30.330620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.424428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:30.425043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.458212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49894) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:30.594103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Pushing event updated for resources: {'Port': ['ID=cc96ccdb-6b27-4189-a7cc-c65f7db29438,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:30.598305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:30.603733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a207f35d-560c-4674-8c69-e44e0e0bb67b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:30.647825 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.9097123 May 20 14:47:30.654960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49900) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:30.655547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-aabff130-7324-4cc0-9ce6-f13c8d708868', 'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': '451add41-54c0-453c-9149-fe7e1c673b5b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:30.656168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.667335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec5b40ec-5314-4339-bb4a-0b6ce6524d97 None None] Provisioning for port 173baff6-4d02-4255-8335-d0298f1baa2f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:30.675250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402152848'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:30.676575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec5b40ec-5314-4339-bb4a-0b6ce6524d97 None None] Provisioning complete for port 173baff6-4d02-4255-8335-d0298f1baa2f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:30.676963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec5b40ec-5314-4339-bb4a-0b6ce6524d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.682702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.683388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Router bebddc42-294e-4b10-8233-254a59614e0e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:30.686163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.697434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:30.706066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:30.709525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.712208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:30.712551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:30.712903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:30.719233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:30.724002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:30.726017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:30.726254 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:30.726805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee476a7-45bb-4301-98df-78352889e6dd,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:30.730272 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 2 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:30.737878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:30.741664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:30.742216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.743451 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4915297 May 20 14:47:30.745413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Usage tracker for resource:security_group_rule and tenant:7bea3368a25842dfbf4f9473f101bd7f is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:30.773908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49904) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:30.780062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:30.785312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b40ec-5314-4339-bb4a-0b6ce6524d97 None None] Port 173baff6-4d02-4255-8335-d0298f1baa2f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:30.817756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:30.818099 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:30.818438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:30.828358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:30.828687 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:30.836638 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 3 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:30.849171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:30.856288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:30.856631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:30.856971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:30.884357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Allocated IP 2001:db8:0:ffff::2 (aabff130-7324-4cc0-9ce6-f13c8d708868/451add41-54c0-453c-9149-fe7e1c673b5b/329670e9-e3cd-42e2-b5f2-12d34e14ee8f) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:30.900861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:30.904729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.910062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:30.910926 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:30.917979 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 4 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:30.948666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:30.949007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:30.949346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:30.958163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:30.958493 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:30.958885 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 5 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:30.971713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:30.977879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:30.989971 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-83d300aa-2634-4847-9a70-c1cb56468c5e tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4003 time: 0.2052262 May 20 14:47:30.992413 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] Sync routers for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:30.994098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49908) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:31.013673 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:31.014685 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:31.033112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:31.123600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.123958 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment 2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2 of type vlan for network f191094c-49bf-4f14-b602-6391a340ab64 May 20 14:47:31.147348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.147705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.148103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.151802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.161641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:31.161969 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:31.164149 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 6 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:31.164786 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Transition to ACTIVE for port object 329670e9-e3cd-42e2-b5f2-12d34e14ee8f will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:31.183390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Transition to ACTIVE for port object 329670e9-e3cd-42e2-b5f2-12d34e14ee8f will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:31.192636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.192979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.193313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.195453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.199019 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-af97edd6-2cf7-4ebf-87be-10001b377750 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "PUT /v2.0/floatingips/ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8 HTTP/1.1" status: 200 len: 990 time: 4.0479510 May 20 14:47:31.199019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:47:31.203003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:31.204713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:31.205048 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:31.205438 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 7 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:31.215153 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bd36aa81-0fbb-4df7-ba79-e42475068921 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2181175 May 20 14:47:31.218143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49918) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:31.267065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.299739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Network aabff130-7324-4cc0-9ce6-f13c8d708868 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:31.302498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:31.308437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:31.309585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Pushing event updated for resources: {'Port': ['ID=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:31.313327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:31.332837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.334080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.336067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.339598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.352846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.362789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-98e5672c-01df-43e1-830d-adeeac563069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:31.395695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b0e9d-9025-49f0-a7c6-f83aad0ed0c9,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:31.414737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:31.420422 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:47:31.424034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.435899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Attempting to bind port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.436601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Attempting to bind port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ed4023d8-4160-454c-99e1-a21fc6d33195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.437103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:31.437298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Attempting to bind port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f on network aabff130-7324-4cc0-9ce6-f13c8d708868 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.437916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.443871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:31.444571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Checking segment: {'id': 'ed4023d8-4160-454c-99e1-a21fc6d33195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:31.445151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.445713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Bound using segment: {'id': 'ed4023d8-4160-454c-99e1-a21fc6d33195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:31.445828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5835e605-2f24-4d9f-838c-1568ccf7c364 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:31.446436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Bound port: 329670e9-e3cd-42e2-b5f2-12d34e14ee8f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed4023d8-4160-454c-99e1-a21fc6d33195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'aabff130-7324-4cc0-9ce6-f13c8d708868'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:31.446988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.475709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:47:31.489130 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7bea3368a25842dfbf4f9473f101bd7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0273764 May 20 14:47:31.524120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:31.524454 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:31.536880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49924) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:31.545820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.551442 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'status': 'completed', 'code': 200} May 20 14:47:31.553078 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 8 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:31.573345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.581960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] For port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:31.586086 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:47:31.586551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] For port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,segment=NetworkSegment(ed4023d8-4160-454c-99e1-a21fc6d33195),segment_id=ed4023d8-4160-454c-99e1-a21fc6d33195)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:31.594212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.599682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:31.652524 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9939408 May 20 14:47:31.657745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49928) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:31.661168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=f191094c-49bf-4f14-b602-6391a340ab64,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:31.675624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Pushing event updated for resources: {'Port': ['ID=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:31.678905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.679406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.679719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.680681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network f191094c-49bf-4f14-b602-6391a340ab64 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:31.689912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:31.690251 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:31.694505 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 9 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:31.699653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:31.728672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] In _notify_port_updated(), no bound segment for port 173baff6-4d02-4255-8335-d0298f1baa2f on network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:31.744762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:31.745460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.746788 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "PUT /v2.0/ports/173baff6-4d02-4255-8335-d0298f1baa2f HTTP/1.1" status: 200 len: 1084 time: 1.4357777 May 20 14:47:31.753113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.753705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.754770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.761862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:31.769109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49932) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:31.769801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:31.770648 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:31.790821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:31.791446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-10974887-b2a8-4b0d-beab-355b64363a2d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.209s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:31.855551 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempt 10 to bind port 2ee476a7-45bb-4301-98df-78352889e6dd May 20 14:47:31.908859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:31.909196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] {{(pid=98805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:31.909532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempting to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:31.936736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event updated for resources: {'Port': ['ID=173baff6-4d02-4255-8335-d0298f1baa2f,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:31.937091 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'floating_ip_address': '172.26.6.88', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'port_id': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'mac_address': 'fa:16:3e:76:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:56Z', 'updated_at': '2021-05-20T14:47:28Z', 'revision_number': 1, 'project_id': 'f34697779d114d4aac4642f32035173c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:49Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:31.943134 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] Checking router: bebddc42-294e-4b10-8233-254a59614e0e for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:47:31.952867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:47:31.953216 dv-neutron-601336-75-hyperv neutron-server[98805]: ERROR neutron.plugins.ml2.managers [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Failed to bind port 2ee476a7-45bb-4301-98df-78352889e6dd on host hv-neutron-6013 for vnic_type normal using segments [{'id': '829f7f77-d82b-4968-b929-5a3294158781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': '0c277ae5-8069-4b37-81f8-58b44f58d76a'}] May 20 14:47:31.953557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:31.956802 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:31.958001 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:31.991843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.018680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0b1f48b8-a13e-4983-a355-c94b36c8f8af None None] Provisioning complete for port 173baff6-4d02-4255-8335-d0298f1baa2f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:32.018964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:32.021138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b1f48b8-a13e-4983-a355-c94b36c8f8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.021827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-dfc39e57-b618-48d8-8423-89f8a07c91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:32.045851 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-dfc39e57-b618-48d8-8423-89f8a07c91ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 0.5791645 May 20 14:47:32.128816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f48b8-a13e-4983-a355-c94b36c8f8af None None] Port 173baff6-4d02-4255-8335-d0298f1baa2f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:32.161583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Deleting port cc96ccdb-6b27-4189-a7cc-c65f7db29438 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:32.162012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.219400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 329670e9-e3cd-42e2-b5f2-12d34e14ee8f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:32.233327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.245113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:32.254027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:32.260445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:32.272284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:32.305599 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:47:32.308532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-2522955f-53ae-415f-b9f3-ff79600934d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:32.311336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:32.319538 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-2522955f-53ae-415f-b9f3-ff79600934d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.2520792 May 20 14:47:32.416979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] For port 2ee476a7-45bb-4301-98df-78352889e6dd, host hv-neutron-6013, cleared binding levels {{(pid=98805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:32.417195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attempted to set empty binding levels {{(pid=98805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} May 20 14:47:32.435576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.443975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:32.478638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.478900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.510368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] In _notify_port_updated(), no bound segment for port 2ee476a7-45bb-4301-98df-78352889e6dd on network 0c277ae5-8069-4b37-81f8-58b44f58d76a {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:32.511334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:32.512021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.516137 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "PUT /v2.0/ports/2ee476a7-45bb-4301-98df-78352889e6dd HTTP/1.1" status: 200 len: 976 time: 3.8673084 May 20 14:47:32.529032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:32.532631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.554753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49940) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:32.650492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port 173baff6-4d02-4255-8335-d0298f1baa2f {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:32.650705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.678791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.709612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Calling delete_port for cc96ccdb-6b27-4189-a7cc-c65f7db29438 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:32.791228 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-3bc00cec-8d37-43da-bc4d-7ccb58d29176 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 998 time: 0.4705334 May 20 14:47:32.814357 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'floating_ip_address': '172.26.6.88', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'port_id': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'mac_address': 'fa:16:3e:76:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:56Z', 'updated_at': '2021-05-20T14:47:28Z', 'revision_number': 1, 'project_id': 'f34697779d114d4aac4642f32035173c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:49Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:32.820000 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c218a04-ecd4-4d3d-96df-dd1eabe6f662 None None] The sync data for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv is: [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'floating_ip_address': '172.26.6.88', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'port_id': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'mac_address': 'fa:16:3e:76:77:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:46:56Z', 'updated_at': '2021-05-20T14:47:28Z', 'revision_number': 1, 'project_id': 'f34697779d114d4aac4642f32035173c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:49Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:32.829553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event updated for resources: {'Port': ['ID=2ee476a7-45bb-4301-98df-78352889e6dd,revision_number=3']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:32.841739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:32.886502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:32.906135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-25f8b129-b779-4376-83b6-86831a558d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:32.907761 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-25f8b129-b779-4376-83b6-86831a558d13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.0996940 May 20 14:47:32.914032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Deleting port 2ee476a7-45bb-4301-98df-78352889e6dd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:32.914533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.914661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:32.915790 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5f1b0e9d-9025-49f0-a7c6-f83aad0ed0c9 HTTP/1.1" status: 204 len: 168 time: 1.3427749 May 20 14:47:32.971457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b0e9d-9025-49f0-a7c6-f83aad0ed0c9,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:32.975523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:33.044824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.051989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:33.055689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b1b99e-0409-4cfc-bc49-f65ec72c8649 None None] Network aabff130-7324-4cc0-9ce6-f13c8d708868 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:33.090156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.105001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09f6a0d-8521-40db-858c-db9c83e4e63c None None] New status for floating IP ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:47:33.115938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Pushing event deleted for resources: {'Port': ['ID=cc96ccdb-6b27-4189-a7cc-c65f7db29438,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:33.128450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] For port 2ee476a7-45bb-4301-98df-78352889e6dd, host hv-neutron-6013, got binding levels [] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:33.128813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.138369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-f6a9672c-c5b3-48f9-ab4a-c5e71b2e49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:33.139998 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-f6a9672c-c5b3-48f9-ab4a-c5e71b2e49b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2024510 May 20 14:47:33.211990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:33.294016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Provisioning for port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:33.362512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Provisioning complete for port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:33.363364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.409236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Calling delete_port for 2ee476a7-45bb-4301-98df-78352889e6dd owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:33.409465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for 173baff6-4d02-4255-8335-d0298f1baa2f owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:33.422965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49950) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:33.475768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.478987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.496872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.500540 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] 10.222.0.58 "DELETE /v2.0/floatingips/1f551833-8d0e-4f85-af34-05e4f2216d9b HTTP/1.1" status: 204 len: 168 time: 2.2788441 May 20 14:47:33.501594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49956) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:33.585479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:33.594241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b038b12a6493495b951f25433d9bd4ed is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:33.600303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:33.612111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:33.711980 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-894805a2-c43c-46ac-a1ac-a4774692d71b service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571416 May 20 14:47:33.792054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.813129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.813902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.821215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f131eef2-5282-4c0c-88e6-d1df235b7152 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:33.851596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:33.866637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] For port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,segment=NetworkSegment(ed4023d8-4160-454c-99e1-a21fc6d33195),segment_id=ed4023d8-4160-454c-99e1-a21fc6d33195)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:33.880376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=173baff6-4d02-4255-8335-d0298f1baa2f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:33.884934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.889634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac3ec3d1-bf91-4345-8694-973d3043c655 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:33.891782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:33.894467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Deleting port 7093d66b-7f37-4857-a131-0d5279a3caf5 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:33.894467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:33.921123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ee476a7-45bb-4301-98df-78352889e6dd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:33.931461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:33.995711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Pushing event updated for resources: {'Port': ['ID=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:33.996544 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3822144b-94d7-4b11-b47c-38e0b18b662d req-358d81be-9cdb-4b15-80cf-be9597a724e1 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672822 May 20 14:47:34.004631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.018436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:34.031260 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "DELETE /v2.0/ports/2ee476a7-45bb-4301-98df-78352889e6dd HTTP/1.1" status: 204 len: 168 time: 1.4737434 May 20 14:47:34.040989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49964) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:34.115986 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f912cdf3-3e09-45be-ac27-b9068a90119a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] GET failed (client error): The resource could not be found. May 20 14:47:34.116448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f912cdf3-3e09-45be-ac27-b9068a90119a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Synchronizing usage tracker for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:34.164712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 329670e9-e3cd-42e2-b5f2-12d34e14ee8f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:34.205127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.205640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.217783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f912cdf3-3e09-45be-ac27-b9068a90119a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Unset dirty status for tenant:5fb99b134d624778b9037d9bb96fb7ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:34.222483 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f912cdf3-3e09-45be-ac27-b9068a90119a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] 10.222.0.58 "GET /v2.0/ports/2ee476a7-45bb-4301-98df-78352889e6dd HTTP/1.1" status: 404 len: 333 time: 0.1787982 May 20 14:47:34.227011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49968) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:34.270426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:34.270808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.337775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3bf59f50-d112-475f-9575-d24e4af31dca None None] Provisioning complete for port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:34.338152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3bf59f50-d112-475f-9575-d24e4af31dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.388892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Calling delete_port for 7093d66b-7f37-4857-a131-0d5279a3caf5 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:34.391441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.412794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.424808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:34.437759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.539765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.550724 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b038b12a6493495b951f25433d9bd4ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1268106 May 20 14:47:34.552504 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/ports/173baff6-4d02-4255-8335-d0298f1baa2f HTTP/1.1" status: 204 len: 168 time: 2.7696106 May 20 14:47:34.554185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49972) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:34.554295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=399c84f6-1d21-49a4-93a5-fa4b9d044905,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:34.556355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49974) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:34.560324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:34.560904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:34.592361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.624724 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-0009edb9-f222-4345-ae88-d61edc8272c5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] GET failed (client error): The resource could not be found. May 20 14:47:34.625325 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0009edb9-f222-4345-ae88-d61edc8272c5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Synchronizing usage tracker for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:34.680306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:34.680726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: f191094c-49bf-4f14-b602-6391a340ab64, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:34.702119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=429f3312-67ab-4fac-b73a-20cf24b95dce,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:34.708801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0009edb9-f222-4345-ae88-d61edc8272c5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Unset dirty status for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:34.710350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0009edb9-f222-4345-ae88-d61edc8272c5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "GET /v2.0/ports/173baff6-4d02-4255-8335-d0298f1baa2f HTTP/1.1" status: 404 len: 333 time: 0.1426747 May 20 14:47:34.714772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49982) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:34.721757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:34.739146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network f191094c-49bf-4f14-b602-6391a340ab64 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:34.777158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.780674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.786298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c483974-39bd-44dd-9da7-d9f052794b99 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:34.793469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.806608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, f191094c-49bf-4f14-b602-6391a340ab64) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:34.809059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c277ae5-8069-4b37-81f8-58b44f58d76a']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:34.815134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec9748-e666-444d-9bfb-e729ab1273b1 None None] Network f191094c-49bf-4f14-b602-6391a340ab64 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:34.827478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829f7f77-d82b-4968-b929-5a3294158781') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:34.827777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829f7f77-d82b-4968-b929-5a3294158781') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:34.835003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:34.835857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.851013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.853900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Pushing event deleted for resources: {'Port': ['ID=7093d66b-7f37-4857-a131-0d5279a3caf5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:34.878396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.883798 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2239323 May 20 14:47:34.886444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 49988) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:34.891019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:34.891647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:34.900625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:34.932374 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:34.941527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.102406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.105814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-f191094c-49bf-4f14-b602-6391a340ab64', 'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': '429f3312-67ab-4fac-b73a-20cf24b95dce'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:35.109257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.111201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:35.128788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.140797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Pushing event deleted for resources: {'Network': ['ID=0c277ae5-8069-4b37-81f8-58b44f58d76a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:35.156832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:35.161491 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] 10.222.0.58 "DELETE /v2.0/networks/0c277ae5-8069-4b37-81f8-58b44f58d76a HTTP/1.1" status: 204 len: 168 time: 0.9237077 May 20 14:47:35.164619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.184342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port 809f3c59-903e-4e67-a685-75d1e64d9fde {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:35.184832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.188343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.220243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.231903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-62de4d12-ae3f-4861-91bf-1afbef78943c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:35.250339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399c84f6-1d21-49a4-93a5-fa4b9d044905,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:35.254575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:35.268796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.310745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.312033 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/c101b0f7-8a16-4214-a117-bee99b1917d0 HTTP/1.1" status: 204 len: 168 time: 1.8095403 May 20 14:47:35.322638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 49996) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:35.325123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.326179 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/399c84f6-1d21-49a4-93a5-fa4b9d044905 HTTP/1.1" status: 204 len: 168 time: 0.7711163 May 20 14:47:35.363687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Allocated IP 2001:db8::1 (f191094c-49bf-4f14-b602-6391a340ab64/429f3312-67ab-4fac-b73a-20cf24b95dce/860c6f6f-901f-4130-aab6-b45f07e59b30) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:35.414448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.573907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50006) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:35.592147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for 809f3c59-903e-4e67-a685-75d1e64d9fde owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:35.643391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting port 74cd1669-4c91-4dab-9657-3c1123525cc4 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:35.643722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.655681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.668170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Transition to ACTIVE for port object 860c6f6f-901f-4130-aab6-b45f07e59b30 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:35.693885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Transition to ACTIVE for port object 860c6f6f-901f-4130-aab6-b45f07e59b30 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:35.701440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.708529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:35.727446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.734621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:35.784732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Network f191094c-49bf-4f14-b602-6391a340ab64 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:35.788139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:35.793232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:35.825726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=429f3312-67ab-4fac-b73a-20cf24b95dce,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:35.831376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:35.837220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.917859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:35.940830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Pushing event updated for resources: {'Port': ['ID=860c6f6f-901f-4130-aab6-b45f07e59b30,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:35.944535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:35.977523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-752de8f9-1670-4025-b6bf-a1059678c956 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:35.991855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Attempting to bind port 860c6f6f-901f-4130-aab6-b45f07e59b30 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:35.992238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Attempting to bind port 860c6f6f-901f-4130-aab6-b45f07e59b30 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:35.992606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Attempting to bind port 860c6f6f-901f-4130-aab6-b45f07e59b30 on network f191094c-49bf-4f14-b602-6391a340ab64 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:35.999843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:36.000324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Checking segment: {'id': '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:36.000735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.001182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Bound using segment: {'id': '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:36.001643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Bound port: 860c6f6f-901f-4130-aab6-b45f07e59b30, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'f191094c-49bf-4f14-b602-6391a340ab64'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:36.002042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.006038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.023607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Calling delete_port for 74cd1669-4c91-4dab-9657-3c1123525cc4 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:36.028451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f191094c-49bf-4f14-b602-6391a340ab64']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:36.037572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=809f3c59-903e-4e67-a685-75d1e64d9fde,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:36.042900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:36.044095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:36.044497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:36.059310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.082854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.089835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:36.090355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.183998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:36.209546 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:36.218547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:47:36.218547 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:47:36.218547 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': 'f191094c-49bf-4f14-b602-6391a340ab64'}] May 20 14:47:36.218547 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:47:36.218547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:47:36.254911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] For port 860c6f6f-901f-4130-aab6-b45f07e59b30, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:36.259154 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f4791f0d-03a5-4adf-8bbd-7ecc6ad0c38f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed87814e3de44348aa1267f38f2c27bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6832850 May 20 14:47:36.261775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50028) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:36.266268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] For port 860c6f6f-901f-4130-aab6-b45f07e59b30, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=860c6f6f-901f-4130-aab6-b45f07e59b30,segment=NetworkSegment(2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2),segment_id=2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:36.274224 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/ports/809f3c59-903e-4e67-a685-75d1e64d9fde HTTP/1.1" status: 204 len: 168 time: 1.5531433 May 20 14:47:36.277696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50032) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:36.279656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.284896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:36.377271 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f7196e-57c9-4b32-9ce5-dd38f17a7668 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] GET failed (client error): The resource could not be found. May 20 14:47:36.377815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b9f7196e-57c9-4b32-9ce5-dd38f17a7668 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Synchronizing usage tracker for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:36.388534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.407813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b9f7196e-57c9-4b32-9ce5-dd38f17a7668 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Unset dirty status for tenant:c11ec3fa53a54abd9ea12e4a26ec6ed2 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:36.412435 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9f7196e-57c9-4b32-9ce5-dd38f17a7668 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "GET /v2.0/ports/809f3c59-903e-4e67-a685-75d1e64d9fde HTTP/1.1" status: 404 len: 333 time: 0.1341755 May 20 14:47:36.413660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.418714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50040) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:36.420934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.425300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9384d6a-b28a-4ab3-9e26-2a4573cdbd43 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:36.493517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Pushing event updated for resources: {'Port': ['ID=860c6f6f-901f-4130-aab6-b45f07e59b30,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:36.498474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.501362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:36.505265 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:36.522805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Port': ['ID=74cd1669-4c91-4dab-9657-3c1123525cc4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:36.529484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3a6516-9e38-47d1-b435-b939d0ed40e8,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:36.534245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96561df3-4637-48a2-bb50-86976c660ee3 None None] Network f191094c-49bf-4f14-b602-6391a340ab64 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:36.544868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:36.549194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.553187 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ba3a6516-9e38-47d1-b435-b939d0ed40e8 HTTP/1.1" status: 204 len: 168 time: 0.2901814 May 20 14:47:36.557314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:36.707909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.718283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.718420 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "DELETE /v2.0/ports/74cd1669-4c91-4dab-9657-3c1123525cc4 HTTP/1.1" status: 204 len: 168 time: 1.3945570 May 20 14:47:36.721527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50050) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:36.739990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port d5c17a4a-8b58-4449-af29-fc7da6981084 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:36.740644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:36.876965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a0579-d1da-4c49-a94e-a2f1b2b6c10b None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:47:36.945226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.061110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a0579-d1da-4c49-a94e-a2f1b2b6c10b None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:47:37.139554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1ff7a-b493-4a6e-a5de-c833a794b6c2 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:37.140598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dfa1ff7a-b493-4a6e-a5de-c833a794b6c2 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Synchronizing usage tracker for tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:37.167148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 860c6f6f-901f-4130-aab6-b45f07e59b30 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:37.167643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.260228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dfa1ff7a-b493-4a6e-a5de-c833a794b6c2 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Unset dirty status for tenant:ecd27e21b94c4c2aa9f18b8fc2f4ef26 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:37.261660 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dfa1ff7a-b493-4a6e-a5de-c833a794b6c2 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "GET /v2.0/ports?device_id=df77fd78-ef61-46ad-9543-5458cb49b981 HTTP/1.1" status: 200 len: 913 time: 0.5396457 May 20 14:47:37.267356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50064) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:37.296652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for d5c17a4a-8b58-4449-af29-fc7da6981084 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:37.342854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50070) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:37.406592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 860c6f6f-901f-4130-aab6-b45f07e59b30, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=860c6f6f-901f-4130-aab6-b45f07e59b30,segment=NetworkSegment(2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2),segment_id=2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:37.407256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.425617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.444883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-210daea2-536b-4707-9afa-7ab42718911b tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:37.528770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=d5c17a4a-8b58-4449-af29-fc7da6981084,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:37.560150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:37.626632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.641677 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/ports/d5c17a4a-8b58-4449-af29-fc7da6981084 HTTP/1.1" status: 204 len: 168 time: 1.2218971 May 20 14:47:37.644280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50082) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:37.693469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 860c6f6f-901f-4130-aab6-b45f07e59b30 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:37.716654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting subnet 199fac55-cea1-45dc-97c4-2d55e9b66924 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:47:37.719923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.724936 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7ce73ca6-b75c-4618-a3b5-377119a7d0a6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5fb99b134d624778b9037d9bb96fb7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703499 May 20 14:47:37.752219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50086) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:37.811259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50090) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:37.824781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.888336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.890814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.940656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-45d60db7-e5d0-4b20-b03c-e64b36405aa7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:37.971379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:37.986917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1553290069', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:37.995730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=860c6f6f-901f-4130-aab6-b45f07e59b30,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:37.999482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 860c6f6f-901f-4130-aab6-b45f07e59b30 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:38.001108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:38.001716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:38.015064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Usage tracker for resource:port and tenant:9c78a247cfcc47cfa859c7587fbba8d7 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:38.022713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:38.042944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:38.049377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.108011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Made reservation on behalf of 9c78a247cfcc47cfa859c7587fbba8d7 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:38.110690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.131489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.178699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.180026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:38.188577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.193654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Usage tracker for resource:security_group_rule and tenant:9c78a247cfcc47cfa859c7587fbba8d7 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:38.196669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f191094c-49bf-4f14-b602-6391a340ab64']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:38.198450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b2cf4c1-d53f-4af1-8788-ded89cf2844c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:38.205200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:38.246004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:38.246321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ec81cf2-7a32-4da2-baa3-34b5e3dec6f2') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:38.261204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.280930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:38.281783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.287082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9510579-8024-405e-bbc7-a1af7c3af314,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:38.289637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:38.294986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:38.295423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.300916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.302239 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c9510579-8024-405e-bbc7-a1af7c3af314 HTTP/1.1" status: 204 len: 168 time: 0.5488911 May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:38.315151 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:38.409086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9f101012-8a58-4e49-b9cf-ee15ac172c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.433674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.441099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6ac3bfa2-cbbd-4a42-b232-3cf6054da23c tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797 tempest-PortsAdminExtendedAttrsIpV6TestJSON-82430797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:38.460846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.482343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=f191094c-49bf-4f14-b602-6391a340ab64,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:38.489736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50102) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:38.489876 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/f191094c-49bf-4f14-b602-6391a340ab64 HTTP/1.1" status: 204 len: 168 time: 3.6023359 May 20 14:47:38.498229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:38.500286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1634277996'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:38.512808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:38.517426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.523577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:38.528232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.529206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:38.539832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:38.547906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a56e0068-f3ec-4c17-8144-72d65700af3e tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:38.601177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.609847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a93e572-4f55-49d6-8c21-e9df33e0ecac None None] Network c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:38.614476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Subnet': ['ID=199fac55-cea1-45dc-97c4-2d55e9b66924,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:38.617215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:38.629495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:38.633177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.657872 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/subnets/199fac55-cea1-45dc-97c4-2d55e9b66924 HTTP/1.1" status: 204 len: 168 time: 1.0123954 May 20 14:47:38.662906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50112) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:38.664418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.691988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.698368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:38.721317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] device_id is not set on port 0dda412d-76ed-4a36-b389-19f180850723 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:38.770025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:38.872128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.872470 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment c3ff376e-e240-4311-9cb7-50b3350d49e1 of type vlan for network 82f86da8-a1b9-4278-a183-ecd326b6c251 May 20 14:47:38.888839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed3417-0ea4-4795-a524-43cad551476d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:38.892076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:38.905358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:38.986728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.072566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] DHCP port deletion for c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:47:39.079293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Allocated IP 172.26.6.197 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/0dda412d-76ed-4a36-b389-19f180850723) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:39.119821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.133591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:39.134331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.150681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:39.163243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Deleting port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:39.163993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.189309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting port 1129b942-e9f5-4619-b656-71dfa26e16cd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:39.189868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.231263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Deleting port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:39.231624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.287447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] For port 19a961ee-b50f-42a8-b7ab-7e69e85498d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=19a961ee-b50f-42a8-b7ab-7e69e85498d4,segment=NetworkSegment(56982b78-7d54-4d92-89e9-d4b70acda32d),segment_id=56982b78-7d54-4d92-89e9-d4b70acda32d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:39.287760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.386480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50132) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:39.419139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.428962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Calling delete_port for 19a961ee-b50f-42a8-b7ab-7e69e85498d4 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:39.463139 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9682140 May 20 14:47:39.469032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50138) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:39.469714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=82f86da8-a1b9-4278-a183-ecd326b6c251,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:39.482017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:39.485074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 82f86da8-a1b9-4278-a183-ecd326b6c251 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:39.494119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:39.503912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.520948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:39.575905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Pushing event deleted for resources: {'Port': ['ID=19a961ee-b50f-42a8-b7ab-7e69e85498d4,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:39.577488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] No DVR routers for this DVR port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:39.583968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Calling delete_port for 1129b942-e9f5-4619-b656-71dfa26e16cd owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:39.590874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-313133243'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:39.595529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:39.601592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:network and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:39.605190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:39.612131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:39.636811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:39.640696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.655548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.669707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] For port 19a961ee-b50f-42a8-b7ab-7e69e85498d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=19a961ee-b50f-42a8-b7ab-7e69e85498d4,segment=NetworkSegment(56982b78-7d54-4d92-89e9-d4b70acda32d),segment_id=56982b78-7d54-4d92-89e9-d4b70acda32d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:39.670064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.672179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:39.676142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:security_group_rule and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:39.679003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:39.690786 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:39.801361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:39.874416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Calling delete_port for 19a961ee-b50f-42a8-b7ab-7e69e85498d4 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:39.906070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:39.920601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.923634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:39.929002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:39.937739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:39.977723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:39.982574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb1a7d04-87c8-47fd-bd5a-93f65d81e9c1 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:40.002028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.010446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.016918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:40.022778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.037727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Port': ['ID=19a961ee-b50f-42a8-b7ab-7e69e85498d4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:40.040743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] No DVR routers for this DVR port 19a961ee-b50f-42a8-b7ab-7e69e85498d4 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:40.042107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:40.045552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.062834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:40.069328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d76ad45-8ce5-4206-a439-391783b222a8,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:40.073113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:40.082298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.082681 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Added segment 0494e877-7325-436b-ae5a-3a6a18f7c3a5 of type vlan for network 719d86a2-92eb-4e38-9f60-24355c55e79d May 20 14:47:40.086134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:40.089977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.091630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-efabf215-1db6-4bf7-b9b5-d00ed8e37633 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:40.100179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-74c37142-1ee7-4a3a-a42e-27e44140914c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:40.143397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 19a961ee-b50f-42a8-b7ab-7e69e85498d4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:47:40.178169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:40.184801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 19a961ee-b50f-42a8-b7ab-7e69e85498d4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:47:40.188218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 19a961ee-b50f-42a8-b7ab-7e69e85498d4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:47:40.201252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Port': ['ID=1129b942-e9f5-4619-b656-71dfa26e16cd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:40.211058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:40.213089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.236408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:40.267524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:40.334047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Pushing event updated for resources: {'Port': ['ID=0dda412d-76ed-4a36-b389-19f180850723,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:40.367987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.373352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:40.373934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.381203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7cffe2f4-3b3d-49f1-94aa-8ce2a96b5729 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:40.384427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:40.393425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.417043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:40.437725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:40.438337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.443912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56982b78-7d54-4d92-89e9-d4b70acda32d') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:40.444150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56982b78-7d54-4d92-89e9-d4b70acda32d') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:40.463517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.506879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Network': ['ID=719d86a2-92eb-4e38-9f60-24355c55e79d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:40.509534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:40.521487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 719d86a2-92eb-4e38-9f60-24355c55e79d details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:40.523537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.530577 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7183208 May 20 14:47:40.535771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50150) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:40.542339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.197'}]}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:40.552070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:40.552478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.569473 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1788077 May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:40.569669 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:40.571789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50154) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:40.573867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:40.591170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'subnet': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:40.615563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Usage tracker for resource:router and tenant:9c78a247cfcc47cfa859c7587fbba8d7 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:40.625123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:40.701052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:40.708372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d850637a-2385-4ac6-a9ec-724597dd6174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.747033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.785827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.810658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.811702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.818360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.823369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:40.838309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.855980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:40.858849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Pushing event deleted for resources: {'Network': ['ID=c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:40.864354 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] 10.222.0.58 "DELETE /v2.0/networks/c74dd5f5-465c-4ac1-8cd0-df2d8a43d2d5 HTTP/1.1" status: 204 len: 168 time: 2.1958301 May 20 14:47:40.864354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:40.884966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:subnet and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:40.893532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:40.904590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:40.916721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:40.939788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:40.943815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.162604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Router df77fd78-ef61-46ad-9543-5458cb49b981 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:47:41.205229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50166) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:41.340048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:47:41.350053 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] Sync routers for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:47:41.355021 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "PUT /v2.0/routers/df77fd78-ef61-46ad-9543-5458cb49b981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0861118 May 20 14:47:41.356175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50172) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:41.360394 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:41.361127 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:41.430205 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:41.439656 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] Routers {'df77fd78-ef61-46ad-9543-5458cb49b981'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:47:41.440455 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:47:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['df77fd78-ef61-46ad-9543-5458cb49b981'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:41.484982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.501508 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:41.502229 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957a418b-4419-492b-938d-63ae3d4d3ac4 None None] The sync data for ids ['df77fd78-ef61-46ad-9543-5458cb49b981'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:47:41.554892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.620734 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-71d1f602-664d-4b9c-a5f2-d9af1dd0ea7b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c11ec3fa53a54abd9ea12e4a26ec6ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4089794 May 20 14:47:41.623348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50176) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:41.773183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.777608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.784071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:41.800765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.808484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.839898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.922704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting port 36484890-2278-4dbc-9b10-0d5f4e2acfa9 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:41.923198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.926628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=f85b86e2-fe78-4d47-8fbc-ed63e482cda1,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:41.933098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:41.940487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:41.942180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': 'c3ff376e-e240-4311-9cb7-50b3350d49e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:41.942542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: 82f86da8-a1b9-4278-a183-ecd326b6c251, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:41.960425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:41.978516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72118746-153c-467b-a4ae-fd5b53f635bb,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:41.982929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:42.026219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.027339 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72118746-153c-467b-a4ae-fd5b53f635bb HTTP/1.1" status: 204 len: 168 time: 0.4030738 May 20 14:47:42.047426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network 82f86da8-a1b9-4278-a183-ecd326b6c251 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:42.075465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.085714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 82f86da8-a1b9-4278-a183-ecd326b6c251) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:42.095957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1404eb-3741-429d-a3ea-f7a18fca7144 None None] Network 82f86da8-a1b9-4278-a183-ecd326b6c251 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:42.173570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:42.174140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.294462 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8114026 May 20 14:47:42.301834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50190) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:42.315607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308564776'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:42.326817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:42.337907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:42.343852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.370186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:42.382231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-82f86da8-a1b9-4278-a183-ecd326b6c251', 'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': 'f85b86e2-fe78-4d47-8fbc-ed63e482cda1'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:42.383688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.408487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:42.414251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.505853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Calling delete_port for 36484890-2278-4dbc-9b10-0d5f4e2acfa9 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:42.579670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Allocated IP 2001:db8::1 (82f86da8-a1b9-4278-a183-ecd326b6c251/f85b86e2-fe78-4d47-8fbc-ed63e482cda1/573bbf04-f7b7-4ee5-b5a4-8e04496eaafe) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:42.610162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:42.614345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.652810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.666105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:42.671948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.682030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:42.756554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Port': ['ID=36484890-2278-4dbc-9b10-0d5f4e2acfa9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:42.759884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:42.776272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:42.811639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.811981 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment a8711659-def8-4375-a5e8-30f7d9af06e2 of type vlan for network 94b28438-3282-43ff-86b7-8bf634607330 May 20 14:47:42.853785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Subnet': ['ID=f3e24564-d164-4783-b6cf-adcf741d7c41,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:42.866351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:42.885311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Checking segment: {'id': '0494e877-7325-436b-ae5a-3a6a18f7c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:42.885937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network hostable DHCP agents. Network: 719d86a2-92eb-4e38-9f60-24355c55e79d, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:42.908735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.920501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.922008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.928595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Transition to ACTIVE for port object 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:42.940677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.953109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Transition to ACTIVE for port object 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:42.964331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:42.969186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:43.003031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:43.050447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Network 82f86da8-a1b9-4278-a183-ecd326b6c251 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:43.054844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:43.058470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:43.068955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Pushing event updated for resources: {'Port': ['ID=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:43.073256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:43.088382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50214) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:43.094910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 719d86a2-92eb-4e38-9f60-24355c55e79d) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:43.157450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.160584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.180393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867bc35b-f37a-4cf1-bb1a-46e44f06a3dc None None] Network 719d86a2-92eb-4e38-9f60-24355c55e79d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:43.190424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.191233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Fanout notify agent at l3_agent the message router_deleted on router df77fd78-ef61-46ad-9543-5458cb49b981 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:47:43.213125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.222468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.225764 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "DELETE /v2.0/routers/df77fd78-ef61-46ad-9543-5458cb49b981 HTTP/1.1" status: 204 len: 168 time: 1.8674459 May 20 14:47:43.225917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:43.226474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.227348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50220) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:43.235486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Attempting to bind port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:43.235867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Attempting to bind port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'c3ff376e-e240-4311-9cb7-50b3350d49e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:43.236241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Attempting to bind port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe on network 82f86da8-a1b9-4278-a183-ecd326b6c251 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:43.236429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:43.236986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.245455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5b60bff4-f411-4707-8e5e-d35a9785ada1 tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:43.298269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:43.298656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Checking segment: {'id': 'c3ff376e-e240-4311-9cb7-50b3350d49e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:43.299072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.299705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Bound using segment: {'id': 'c3ff376e-e240-4311-9cb7-50b3350d49e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:43.300195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Bound port: 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ff376e-e240-4311-9cb7-50b3350d49e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '82f86da8-a1b9-4278-a183-ecd326b6c251'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:43.300618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.303307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting subnet 62365ac9-86d5-4bc6-a52c-6fb189dfc3ee {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:47:43.306336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.350313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1004732249'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:43.355580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.363733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.367635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:43.370734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.430765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:network and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:43.446241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:43.456319 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1471741 May 20 14:47:43.457330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=94b28438-3282-43ff-86b7-8bf634607330,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:43.457911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50226) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:43.460252 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8882115 May 20 14:47:43.461179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:43.462677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:43.464412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:43.471203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': '94b28438-3282-43ff-86b7-8bf634607330', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:43.471812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-787809480'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:43.484571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 94b28438-3282-43ff-86b7-8bf634607330 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:43.506431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] For port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:43.506639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.506931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0f991698-da94-44e7-8b11-7d08f8df6664 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:47:43.519994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:43.523409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.543043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] For port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,segment=NetworkSegment(c3ff376e-e240-4311-9cb7-50b3350d49e1),segment_id=c3ff376e-e240-4311-9cb7-50b3350d49e1)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:43.593338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.604100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.615671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.618651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:43.632215 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 14:47:43.635931 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bfff06fe-4158-4739-a103-333811fbd09e tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0956314 May 20 14:47:43.636246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:43.640305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50234) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:43.678116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:43.685661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:43.689428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:security_group_rule and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:43.691836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:43.699135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.701290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:43.712772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:43.725402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:43.733381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:43.738352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:port and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:43.742078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:43.751495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-719d86a2-92eb-4e38-9f60-24355c55e79d', 'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'tenant_id': 'bde3c0cc41394d538614d0b8b2a43b4f', 'fixed_ips': [{'subnet_id': 'f3e24564-d164-4783-b6cf-adcf741d7c41'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:43.752316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.763215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Pushing event updated for resources: {'Port': ['ID=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:43.767526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:43.786712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:43.804281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:43.808031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.818364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:43.821858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:43.871305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] device_id is not set on port 25efb077-d487-46f1-a3d3-0d8ce598307f yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:43.962628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing IP validity checks on allocation pools {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 14:47:43.963190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 14:47:43.963800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Allocated IP 2001:db8::2 (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/2a2bdadf-2d38-4692-a57b-bcb13ae4847d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:44.012213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Deleting port 0dda412d-76ed-4a36-b389-19f180850723 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:44.012884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.199903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.233783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d61f475f-d16d-455d-ae0a-75b26f600e04 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:44.267823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.279669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.287520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f31bb6ff-f51a-4565-afb0-e90df2fd1297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:44.299680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Subnet': ['ID=62365ac9-86d5-4bc6-a52c-6fb189dfc3ee,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:44.303873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:44.312842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:44.324333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.336535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] vlan segment allocate from pool success with {'vlan_id': 704, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:44.339190 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "DELETE /v2.0/subnets/62365ac9-86d5-4bc6-a52c-6fb189dfc3ee HTTP/1.1" status: 204 len: 168 time: 1.1106255 May 20 14:47:44.340494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50242) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:44.343240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.354526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f8578-daf5-47fe-8e07-69f703a744f2 None None] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:44.496247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.588883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.598300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2ce1ff-119b-4f70-a47d-d9dc5b9079c5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:44.602303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.602825 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Added segment fb00ae80-85da-4609-a45a-2165b5cfcf3d of type vlan for network 5b136d1c-58b9-45d6-b34a-556fde2a0447 May 20 14:47:44.610997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Calling delete_port for 0dda412d-76ed-4a36-b389-19f180850723 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:44.614791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:44.650944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Transition to ACTIVE for port object 2a2bdadf-2d38-4692-a57b-bcb13ae4847d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:44.654716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:44.660927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.685649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Transition to ACTIVE for port object 2a2bdadf-2d38-4692-a57b-bcb13ae4847d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:44.709241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.719089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.719625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:44.720567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.736077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:44.761863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f57aea52-aad5-444b-b4f0-1e8da6cbb08c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:44.788975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:44.798483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:44.819862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] DHCP port deletion for 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:47:44.821775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:44.852613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting port e913ea3b-9939-4078-845e-7a117c769fe8 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:44.853199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:44.993494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:44.998385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Network': ['ID=5b136d1c-58b9-45d6-b34a-556fde2a0447,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:45.001119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:45.016259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:45.018520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:45.033396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.042975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0bef5e6c-f98b-49b2-870e-36b057e749c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:45.046024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Allocated IP 2001:db8::d0 (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/25efb077-d487-46f1-a3d3-0d8ce598307f) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:45.053429 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9603999 May 20 14:47:45.053592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Attempting to bind port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:45.053592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Attempting to bind port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '0494e877-7325-436b-ae5a-3a6a18f7c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:45.053592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Attempting to bind port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d on network 719d86a2-92eb-4e38-9f60-24355c55e79d {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:45.053823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50248) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:45.061513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:45.061717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:45.061940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Checking segment: {'id': '0494e877-7325-436b-ae5a-3a6a18f7c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:45.062298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.062706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Bound using segment: {'id': '0494e877-7325-436b-ae5a-3a6a18f7c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:45.063194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Bound port: 2a2bdadf-2d38-4692-a57b-bcb13ae4847d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0494e877-7325-436b-ae5a-3a6a18f7c3a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:45.063660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.076605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] For port e913ea3b-9939-4078-845e-7a117c769fe8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e913ea3b-9939-4078-845e-7a117c769fe8,segment=NetworkSegment(1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1),segment_id=1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:45.076961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.110184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.132587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e4233-169d-442d-99ec-d8cea6e1a119 None None] Network 82f86da8-a1b9-4278-a183-ecd326b6c251 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:45.137558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-926de31a-8de3-43cf-9418-63cf30a97880 tempest-FloatingIPAdminTestJSON-2083304276 tempest-FloatingIPAdminTestJSON-2083304276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:45.206872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Deleting port e913ea3b-9939-4078-845e-7a117c769fe8 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:45.207798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.225200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Calling delete_port for e913ea3b-9939-4078-845e-7a117c769fe8 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:45.256859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=d08c2327-a8b9-4baf-8443-17a97f121371,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:45.262922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:45.268697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dda412d-76ed-4a36-b389-19f180850723,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:45.274379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': 'a8711659-def8-4375-a5e8-30f7d9af06e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '94b28438-3282-43ff-86b7-8bf634607330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:45.274738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: 94b28438-3282-43ff-86b7-8bf634607330, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:45.275981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:45.280065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:45.303848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network 94b28438-3282-43ff-86b7-8bf634607330 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:45.322872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 94b28438-3282-43ff-86b7-8bf634607330) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:45.330976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:45.336417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.342648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a79c31ce-a452-4f65-ac65-66015a1be6b9 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:45.353633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:45.375284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:45.376102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.388845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8320ca-fcec-4eb3-8183-9f5f8972caba None None] Network 94b28438-3282-43ff-86b7-8bf634607330 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:45.410943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:45.419314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Provisioning for port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:45.422464 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9633627 May 20 14:47:45.423921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] No DVR routers for this DVR port e913ea3b-9939-4078-845e-7a117c769fe8 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:45.425306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50256) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:45.428605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Port': ['ID=e913ea3b-9939-4078-845e-7a117c769fe8,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:45.468259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Provisioning complete for port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:45.468639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.481421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:45.485179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.514736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:45.588672 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] For port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:45.597527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.602725 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] 10.222.0.58 "DELETE /v2.0/ports/0dda412d-76ed-4a36-b389-19f180850723 HTTP/1.1" status: 204 len: 168 time: 1.9580302 May 20 14:47:45.605463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] For port e913ea3b-9939-4078-845e-7a117c769fe8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e913ea3b-9939-4078-845e-7a117c769fe8,segment=NetworkSegment(1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1),segment_id=1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:45.605612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.627847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] For port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,segment=NetworkSegment(0494e877-7325-436b-ae5a-3a6a18f7c3a5),segment_id=0494e877-7325-436b-ae5a-3a6a18f7c3a5)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:45.740960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.746304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.763773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Transition to ACTIVE for port object 25efb077-d487-46f1-a3d3-0d8ce598307f will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:45.798389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bf4ac4-b41d-4165-a8d7-f4322bf9fd34']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:45.834861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.847986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:45.848743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e8dbb05-939b-4159-8bb0-8a4c82e5e9e1') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:45.860481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Calling delete_port for e913ea3b-9939-4078-845e-7a117c769fe8 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:45.863083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:45.878495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.896272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.922290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.943941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.976193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:45.976999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:45.992079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-07007529-4f35-4126-a4e0-6407d915ebd7 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:46.030971 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:46.089682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:46.109622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50266) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:46.114576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:46.118491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:46.123912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:46.124537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.153346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Pushing event updated for resources: {'Port': ['ID=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:46.154707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=25efb077-d487-46f1-a3d3-0d8ce598307f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:46.163451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:46.166985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:46.180025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.212530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-94b28438-3282-43ff-86b7-8bf634607330', 'network_id': '94b28438-3282-43ff-86b7-8bf634607330', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': 'd08c2327-a8b9-4baf-8443-17a97f121371'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:46.213486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.235572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e913ea3b-9939-4078-845e-7a117c769fe8 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:47:46.237659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.262741 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.7970655 May 20 14:47:46.263340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50272) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:46.274722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-154501380', 'allowed_address_pairs': [{'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:d1:71:1d'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:46.296498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e913ea3b-9939-4078-845e-7a117c769fe8 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:47:46.296844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e913ea3b-9939-4078-845e-7a117c769fe8 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:47:46.304008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] For port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,segment=NetworkSegment(c3ff376e-e240-4311-9cb7-50b3350d49e1),segment_id=c3ff376e-e240-4311-9cb7-50b3350d49e1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:46.354383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.361923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:46.363569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.369786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:46.395431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.403539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.429549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Network': ['ID=56bf4ac4-b41d-4165-a8d7-f4322bf9fd34,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:46.429738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.450508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Network 56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:47:46.451295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] No DVR routers for this DVR port e913ea3b-9939-4078-845e-7a117c769fe8 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:46.454797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:46.458823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50276) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:46.458973 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "DELETE /v2.0/networks/56bf4ac4-b41d-4165-a8d7-f4322bf9fd34 HTTP/1.1" status: 204 len: 168 time: 2.1173632 May 20 14:47:46.480058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:46.540449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Pushing event updated for resources: {'Port': ['ID=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:46.545807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:46.546430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:46.635998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Pushing event deleted for resources: {'Port': ['ID=e913ea3b-9939-4078-845e-7a117c769fe8,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:46.640490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:46.667905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Allocated IP 2001:db8::3 (94b28438-3282-43ff-86b7-8bf634607330/d08c2327-a8b9-4baf-8443-17a97f121371/8b844d22-8cf1-418c-a207-4d7dcbf46e14) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:46.720089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Usage tracker for resource:security_group_rule and tenant:350fb472ed83472182a27538f1fbf672 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:46.736047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:46.787243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:46.941845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-798626e5-a72e-431f-b29f-7e2f44ce02c3 None None] Provisioning complete for port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:46.942218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-798626e5-a72e-431f-b29f-7e2f44ce02c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.976132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:46.998102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Transition to ACTIVE for port object 8b844d22-8cf1-418c-a207-4d7dcbf46e14 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:47.021990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:47.025969 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Transition to ACTIVE for port object 8b844d22-8cf1-418c-a207-4d7dcbf46e14 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:47.034904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:port and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:47.044945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:47.052879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.057101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:47.057485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:47.068561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.073161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.075382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5c9c8d12-0476-42bf-a246-5421cd650f70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:47.104887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:47.135413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=d08c2327-a8b9-4baf-8443-17a97f121371,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:47.146028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:47.164164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Network 94b28438-3282-43ff-86b7-8bf634607330 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:47.170572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:47.179123 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:47.184134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Pushing event updated for resources: {'Port': ['ID=8b844d22-8cf1-418c-a207-4d7dcbf46e14,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:47.187449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:47.215050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.216598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:47.258451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.265115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.284525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Attempting to bind port 8b844d22-8cf1-418c-a207-4d7dcbf46e14 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:47.286196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Attempting to bind port 8b844d22-8cf1-418c-a207-4d7dcbf46e14 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a8711659-def8-4375-a5e8-30f7d9af06e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '94b28438-3282-43ff-86b7-8bf634607330'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:47.286515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b28438-3282-43ff-86b7-8bf634607330']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:47.286927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Attempting to bind port 8b844d22-8cf1-418c-a207-4d7dcbf46e14 on network 94b28438-3282-43ff-86b7-8bf634607330 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:47.292823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:47.293588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Checking segment: {'id': 'a8711659-def8-4375-a5e8-30f7d9af06e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '94b28438-3282-43ff-86b7-8bf634607330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:47.294331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.294886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Bound using segment: {'id': 'a8711659-def8-4375-a5e8-30f7d9af06e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '94b28438-3282-43ff-86b7-8bf634607330'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:47.295727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Bound port: 8b844d22-8cf1-418c-a207-4d7dcbf46e14, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8711659-def8-4375-a5e8-30f7d9af06e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '94b28438-3282-43ff-86b7-8bf634607330'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:47.296255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.324000 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=350fb472ed83472182a27538f1fbf672&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2068098 May 20 14:47:47.325350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50286) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:47.349006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Deleting port fde90969-33e7-4003-b73e-0926506afc8d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:47.349351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.401703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] For port 8b844d22-8cf1-418c-a207-4d7dcbf46e14, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:47.405492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] For port 8b844d22-8cf1-418c-a207-4d7dcbf46e14, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8b844d22-8cf1-418c-a207-4d7dcbf46e14,segment=NetworkSegment(a8711659-def8-4375-a5e8-30f7d9af06e2),segment_id=a8711659-def8-4375-a5e8-30f7d9af06e2)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:47.419946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.426864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:47.433552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8711659-def8-4375-a5e8-30f7d9af06e2') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:47.433837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8711659-def8-4375-a5e8-30f7d9af06e2') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:47.447562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.466853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.476116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:47.477135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.477287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:47.477521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network hostable DHCP agents. Network: 5b136d1c-58b9-45d6-b34a-556fde2a0447, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:47.496551 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:47.518376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4228ee2-153a-4725-aa89-c814877c12a0 None None] Network 719d86a2-92eb-4e38-9f60-24355c55e79d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:47.555666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=ed815bab-63e4-4514-9675-2257dcb2d372,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:47.567729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Pushing event updated for resources: {'Port': ['ID=8b844d22-8cf1-418c-a207-4d7dcbf46e14,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:47.570677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:47.574609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:47.576973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4b126396-b060-4312-8a4f-08407d1ea19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:47.600081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:47:47.600081 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:47:47.600081 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': '94b28438-3282-43ff-86b7-8bf634607330'}] May 20 14:47:47.600081 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:47:47.600517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:47:47.623026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:47.665416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c637621-4416-485c-877b-71b8b8984aed,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:47.674078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 5b136d1c-58b9-45d6-b34a-556fde2a0447) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:47.676995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:47.688911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6720142a-7569-483f-95f0-eb9e6c25d081 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:47.694183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.713736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.714068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.726768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.729092 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6a314fff-7755-49ab-b3b4-529f9a2fbecf None None] Provisioning for port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:47.741857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:47.742382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.819155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] device_id is not set on port 424a6ed9-ca91-4768-bbde-97f23d320c7c yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:47.855012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee558d9e-5d8c-45a4-87b4-440ad4cd4849 None None] Network 94b28438-3282-43ff-86b7-8bf634607330 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:47.928566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Calling delete_port for fde90969-33e7-4003-b73e-0926506afc8d owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:47.932037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:47.991413 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9367526 May 20 14:47:47.995327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50294) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:48.001979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'name': 'tempest-NetworksTestDHCPv6-569322719'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:48.108485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.113666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.151468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-07f521c1-c4d2-4b75-93ac-bd1140426fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:48.192102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c637621-4416-485c-877b-71b8b8984aed,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:48.196427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Allocated IP 2001:db8::313 (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/424a6ed9-ca91-4768-bbde-97f23d320c7c) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:48.202985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:48.223817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:48.230674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:48.235897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:48.246520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:48.254397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.260968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9c8b5b96-5356-4c54-8b73-a8591a77876a tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:48.287838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:48.291234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': 'ed815bab-63e4-4514-9675-2257dcb2d372'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:48.292060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.293278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.297069 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2c637621-4416-485c-877b-71b8b8984aed HTTP/1.1" status: 204 len: 168 time: 0.9564874 May 20 14:47:48.297294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.326654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 8b844d22-8cf1-418c-a207-4d7dcbf46e14 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:48.326997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.351774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Pushing event deleted for resources: {'Port': ['ID=fde90969-33e7-4003-b73e-0926506afc8d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:48.376663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:48.425014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:48.426018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port b3ebd0de-7549-4d27-9e31-cde0151e4e03 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:48.597864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/ed815bab-63e4-4514-9675-2257dcb2d372/44291252-8694-4535-b838-5546e60c9d9a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:48.617806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 8b844d22-8cf1-418c-a207-4d7dcbf46e14, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8b844d22-8cf1-418c-a207-4d7dcbf46e14,segment=NetworkSegment(a8711659-def8-4375-a5e8-30f7d9af06e2),segment_id=a8711659-def8-4375-a5e8-30f7d9af06e2)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:48.618180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.667557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.669899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.673781 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] 10.222.0.58 "DELETE /v2.0/floatingips/4183f472-117e-4876-8536-295b36527120 HTTP/1.1" status: 204 len: 168 time: 2.2105250 May 20 14:47:48.736437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.757181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Transition to ACTIVE for port object 424a6ed9-ca91-4768-bbde-97f23d320c7c will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:48.790067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.805730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:48.832707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 8b844d22-8cf1-418c-a207-4d7dcbf46e14 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:48.872765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:48.873819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50308) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:48.882798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:48.893232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:48.898984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:48.899732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.964354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-29d87e5f-7b40-4f2c-96be-c8b35b187bb9 None None] Provisioning for port 25efb077-d487-46f1-a3d3-0d8ce598307f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:48.987925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-29d87e5f-7b40-4f2c-96be-c8b35b187bb9 None None] Provisioning complete for port 25efb077-d487-46f1-a3d3-0d8ce598307f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:48.988874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-29d87e5f-7b40-4f2c-96be-c8b35b187bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:48.999353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.007651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5b1c5412-4c75-4673-8635-bad818b20234 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:49.099760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=8b844d22-8cf1-418c-a207-4d7dcbf46e14,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:49.109661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-29d87e5f-7b40-4f2c-96be-c8b35b187bb9 None None] Port 25efb077-d487-46f1-a3d3-0d8ce598307f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:49.111436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:49.111828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:49.111995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.112611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 8b844d22-8cf1-418c-a207-4d7dcbf46e14 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:49.152412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50316) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:49.193316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=424a6ed9-ca91-4768-bbde-97f23d320c7c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:49.204897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:49.215734 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.246108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Transition to ACTIVE for port object 44291252-8694-4535-b838-5546e60c9d9a will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:49.268432 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1020 time: 3.0020981 May 20 14:47:49.273708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50322) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:49.300973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Transition to ACTIVE for port object 44291252-8694-4535-b838-5546e60c9d9a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:49.311034 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ccb10c6f-1517-4a7e-8b7b-01311820a1ad admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c78a247cfcc47cfa859c7587fbba8d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254713 May 20 14:47:49.317542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50326) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:49.373534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.381161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0b98b5ac-906e-4a39-af2d-3da2a40bb0e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:49.383676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.421466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.465545 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2a2bdadf-2d38-4692-a57b-bcb13ae4847d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:49.472733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7c803-d044-4771-8c14-c587f8dc3190 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:49.477406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b28438-3282-43ff-86b7-8bf634607330']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:49.477579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7c803-d044-4771-8c14-c587f8dc3190 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:49.483582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d7c803-d044-4771-8c14-c587f8dc3190 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:49.484145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-64d7c803-d044-4771-8c14-c587f8dc3190 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Synchronizing usage tracker for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:49.489501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.495377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8711659-def8-4375-a5e8-30f7d9af06e2') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:49.495671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8711659-def8-4375-a5e8-30f7d9af06e2') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:49.508224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:49.516568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2eb0d0c9-7933-4578-b5ef-73e3f57c17f0 None None] Provisioning complete for port 25efb077-d487-46f1-a3d3-0d8ce598307f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:49.516945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2eb0d0c9-7933-4578-b5ef-73e3f57c17f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.521192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.529327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-64d7c803-d044-4771-8c14-c587f8dc3190 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Unset dirty status for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:49.533022 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-64d7c803-d044-4771-8c14-c587f8dc3190 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2492 time: 0.2558701 May 20 14:47:49.533909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50332) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:49.548026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.557390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:49.557390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.559924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:49.570339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Pushing event updated for resources: {'Port': ['ID=44291252-8694-4535-b838-5546e60c9d9a,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:49.572848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:49.586920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:49.599315 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:49.640715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.649583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:49.693892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0d0c9-7933-4578-b5ef-73e3f57c17f0 None None] Port 25efb077-d487-46f1-a3d3-0d8ce598307f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:49.704422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed3417-0ea4-4795-a524-43cad551476d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:49.708628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.716294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:49.721009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.729036 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/54ed3417-0ea4-4795-a524-43cad551476d HTTP/1.1" status: 204 len: 168 time: 0.4102945 May 20 14:47:49.745090 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-2968ea73-3707-45cd-b27f-3bcc6d082d20 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8040783 May 20 14:47:49.746006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:49.746478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::94 (5b136d1c-58b9-45d6-b34a-556fde2a0447/ed815bab-63e4-4514-9675-2257dcb2d372/b3ebd0de-7549-4d27-9e31-cde0151e4e03) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:49.755314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.762103 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ee419ea9-9a07-43c9-944f-04834f2b2613 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ecd27e21b94c4c2aa9f18b8fc2f4ef26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028886 May 20 14:47:49.762474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50338) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:49.767518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:49.788946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Attempting to bind port 44291252-8694-4535-b838-5546e60c9d9a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:49.789155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.789292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Attempting to bind port 44291252-8694-4535-b838-5546e60c9d9a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:49.789292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Attempting to bind port 44291252-8694-4535-b838-5546e60c9d9a on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:49.793034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:49.796370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.797419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=94b28438-3282-43ff-86b7-8bf634607330,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:49.803024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port 424a6ed9-ca91-4768-bbde-97f23d320c7c {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:49.803775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.805948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:49.832234 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/94b28438-3282-43ff-86b7-8bf634607330 HTTP/1.1" status: 204 len: 168 time: 4.4015586 May 20 14:47:49.839310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50342) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:49.848631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-486503281'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:49.862552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:49.872506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:49.877151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:49.905052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:49.905581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:49.905998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.906445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:49.906937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Bound port: 44291252-8694-4535-b838-5546e60c9d9a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:49.907449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.913969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:49.938846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-260f6490-588b-4f3b-b741-3a5d7d353302 None None] Provisioning for port 424a6ed9-ca91-4768-bbde-97f23d320c7c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:49.962607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:49.984014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-260f6490-588b-4f3b-b741-3a5d7d353302 None None] Provisioning complete for port 424a6ed9-ca91-4768-bbde-97f23d320c7c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:49.984388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-260f6490-588b-4f3b-b741-3a5d7d353302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.012435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.022023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.182593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:50.187039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.209677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for 424a6ed9-ca91-4768-bbde-97f23d320c7c owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:50.267666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-260f6490-588b-4f3b-b741-3a5d7d353302 None None] Port 424a6ed9-ca91-4768-bbde-97f23d320c7c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:50.279820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:50.304560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.304906 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment 1f8988c8-c2a9-48d8-8974-b8fdcf0c660b of type vlan for network 3859297e-b5c8-40a9-9bd5-dda75c606075 May 20 14:47:50.318634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.324473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:50.325256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.335148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-6a0ad18b-e4c8-40cd-bc8c-c89f143cf1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:50.336884 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-6a0ad18b-e4c8-40cd-bc8c-c89f143cf1a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f3c1f543ff714ef6b692ce3df75c7d70&device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 1099 time: 0.4207060 May 20 14:47:50.341994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cafde9c-8efd-4c37-a288-4d522aafcfa2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:50.352686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:50.360456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.367516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object b3ebd0de-7549-4d27-9e31-cde0151e4e03 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:50.375606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.376328 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3cafde9c-8efd-4c37-a288-4d522aafcfa2 HTTP/1.1" status: 204 len: 168 time: 0.6121240 May 20 14:47:50.378231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.444097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,segment=NetworkSegment(0494e877-7325-436b-ae5a-3a6a18f7c3a5),segment_id=0494e877-7325-436b-ae5a-3a6a18f7c3a5)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:50.455314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.461118 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.463178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c5478da6-7030-43e8-baa7-0e4e373f579d tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:50.478624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:50.529145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=424a6ed9-ca91-4768-bbde-97f23d320c7c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:50.534336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:50.556599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.569653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:50.570299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.576436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:50.587141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:50.589810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b53ba34b-ee88-4106-a136-97f08e6adef4 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:50.590524 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] For port 44291252-8694-4535-b838-5546e60c9d9a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:50.603619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] For port 44291252-8694-4535-b838-5546e60c9d9a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=44291252-8694-4535-b838-5546e60c9d9a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:50.616011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.631060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:50.676752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.826664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-e35242f7-010c-49e2-b565-874d011147ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:50.828684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-e35242f7-010c-49e2-b565-874d011147ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=178147dd-f499-495b-88aa-c5ef75189cc6 HTTP/1.1" status: 200 len: 907 time: 0.4574676 May 20 14:47:50.830428 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9898262 May 20 14:47:50.833901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50368) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:50.837741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.861782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=3859297e-b5c8-40a9-9bd5-dda75c606075,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:50.865195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Pushing event updated for resources: {'Port': ['ID=44291252-8694-4535-b838-5546e60c9d9a,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:50.877078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:50.878171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:50.886362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 3859297e-b5c8-40a9-9bd5-dda75c606075 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:50.921830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50374) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:50.945956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:50.952380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:50.953621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1cafa77-d72d-47c9-ae67-2718b3f5b5f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:50.974243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:50.992580 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/ports/424a6ed9-ca91-4768-bbde-97f23d320c7c HTTP/1.1" status: 204 len: 168 time: 1.4574616 May 20 14:47:51.038078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50378) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.045116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:51.049290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Usage tracker for resource:security_group_rule and tenant:e29c20aa745444d3a797e49d4dd7c001 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:51.050237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:51.052750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:51.053444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:51.058043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:51.059981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:51.060767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.066994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=b3ebd0de-7549-4d27-9e31-cde0151e4e03,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:51.084919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:51.110117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:51.132598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:51.136317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:51.152497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:51.170339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:51.173832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.228959 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbb5107-15ab-448a-8eab-e81a3ba9b886 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] GET failed (client error): The resource could not be found. May 20 14:47:51.231011 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cbbb5107-15ab-448a-8eab-e81a3ba9b886 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "GET /v2.0/ports/424a6ed9-ca91-4768-bbde-97f23d320c7c HTTP/1.1" status: 404 len: 333 time: 0.1824172 May 20 14:47:51.234572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50386) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.240879 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2444973 May 20 14:47:51.243631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50390) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.256317 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1422545282'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:51.313838 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-a1288a74-271f-44c5-99bb-20ce066db00f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616 HTTP/1.1" status: 200 len: 1001 time: 0.4567034 May 20 14:47:51.355305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.369144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.379120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:51.389387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50398) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.440130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42f04a-e51e-4a0d-8d4b-f26c22bcae07,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:51.449472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:51.460123 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e29c20aa745444d3a797e49d4dd7c001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5348363 May 20 14:47:51.461978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50404) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.517461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-64d95a92-9a6a-4418-9db0-051519841f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:51.519360 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-64d95a92-9a6a-4418-9db0-051519841f3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3967cd8-ede5-466a-9283-2a77e6daff54 HTTP/1.1" status: 200 len: 845 time: 0.1289575 May 20 14:47:51.526818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:51.531862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:port and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:51.548881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36414b8d-ccc3-4b05-9f6e-6cc5ffbcbbe9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:51.555278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36414b8d-ccc3-4b05-9f6e-6cc5ffbcbbe9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:51.556867 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-36414b8d-ccc3-4b05-9f6e-6cc5ffbcbbe9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3123024 May 20 14:47:51.568619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50408) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.578193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:51.597912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-36208284-2e70-4f97-b2d2-bfe4aa343c80 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] Request body: {'port': {'network_id': '5283b2d9-7c0d-4846-bab4-4f3d25a67a5b', 'name': 'tempest-NetworksNegativeTestJSON-352136337'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:51.611135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:51.626940 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-36208284-2e70-4f97-b2d2-bfe4aa343c80 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] POST failed (client error): The resource could not be found. May 20 14:47:51.627460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36208284-2e70-4f97-b2d2-bfe4aa343c80 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:51.633377 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-36208284-2e70-4f97-b2d2-bfe4aa343c80 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2369781 May 20 14:47:51.635994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50412) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.636641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:51.640209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.677445 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-395c2375-362b-423e-8adb-96ac72000af7 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] DELETE failed (client error): The resource could not be found. May 20 14:47:51.677933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-395c2375-362b-423e-8adb-96ac72000af7 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:51.683357 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-395c2375-362b-423e-8adb-96ac72000af7 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "DELETE /v2.0/networks/16547c03-05d8-4263-99aa-a6f8afc69271 HTTP/1.1" status: 404 len: 339 time: 0.0295691 May 20 14:47:51.685409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50416) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.742808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] device_id is not set on port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:51.782232 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a8e053-0a25-4ce0-a7cb-34957b688787 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] DELETE failed (client error): The resource could not be found. May 20 14:47:51.782709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a8e053-0a25-4ce0-a7cb-34957b688787 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:51.784417 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-29a8e053-0a25-4ce0-a7cb-34957b688787 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "DELETE /v2.0/ports/f8b1c7bb-a143-4299-9a17-68e71467ce62 HTTP/1.1" status: 404 len: 333 time: 0.0981090 May 20 14:47:51.787493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.789152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50420) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:51.815995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-a0b09a6c-80ba-4bee-acc9-4715a5463e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:51.817646 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-a0b09a6c-80ba-4bee-acc9-4715a5463e78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=178147dd-f499-495b-88aa-c5ef75189cc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2826064 May 20 14:47:51.905230 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb8fdd3-598a-4e09-841f-193d80a2d22f tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] DELETE failed (client error): The resource could not be found. May 20 14:47:51.905669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb8fdd3-598a-4e09-841f-193d80a2d22f tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:51.918783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:51.969906 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6fb8fdd3-598a-4e09-841f-193d80a2d22f tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "DELETE /v2.0/subnets/14f22715-b31b-4cd7-94f0-32cc502895d1 HTTP/1.1" status: 404 len: 337 time: 0.1777313 May 20 14:47:51.976930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50426) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.025613 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5844eed7-3a84-4ebe-ba91-3492bf3e7ee9 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] GET failed (client error): The resource could not be found. May 20 14:47:52.027024 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5844eed7-3a84-4ebe-ba91-3492bf3e7ee9 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "GET /v2.0/networks/52149ee4-8b4b-4749-9c27-ee4ae9676d9b HTTP/1.1" status: 404 len: 339 time: 0.0469375 May 20 14:47:52.030896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50430) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.075323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Allocated IP 2001:db8::20c (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/1b3fb510-0a57-4b37-bdaf-e122f00cab6f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:52.079215 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-a1ad9d43-09f5-4d01-aeb1-ca24af97fb2d service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537038 May 20 14:47:52.081702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port b3ebd0de-7549-4d27-9e31-cde0151e4e03 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:52.081899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.100677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7409ca8-d99c-44e9-8e32-6e92f950c821 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:52.165045 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-e204597a-e5a5-4ded-a12c-8e540adfec7f tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] GET failed (client error): The resource could not be found. May 20 14:47:52.166526 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e204597a-e5a5-4ded-a12c-8e540adfec7f tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "GET /v2.0/ports/d7e8eb9a-8667-459b-b6d6-ce00a57c1e1d HTTP/1.1" status: 404 len: 333 time: 0.1342933 May 20 14:47:52.170448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50434) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.175802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.192247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3e67dac7-7e22-4238-89ef-b0b588947616 None None] Provisioning for port 44291252-8694-4535-b838-5546e60c9d9a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:52.217267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d9a59462-dcf5-41ac-87fa-319f4b431fe8 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:52.293191 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4838cce6-bdbe-40d3-8f36-e164c3f30451 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] GET failed (client error): The resource could not be found. May 20 14:47:52.294750 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4838cce6-bdbe-40d3-8f36-e164c3f30451 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "GET /v2.0/subnets/04975af4-ba19-436e-bbb1-2f7e55bcbac6 HTTP/1.1" status: 404 len: 337 time: 0.1232169 May 20 14:47:52.297523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42f04a-e51e-4a0d-8d4b-f26c22bcae07,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:52.300931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50438) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.305233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:52.316440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.319288 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc42f04a-e51e-4a0d-8d4b-f26c22bcae07 HTTP/1.1" status: 204 len: 168 time: 0.8539104 May 20 14:47:52.361508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d7136490-e447-4cd4-ac3f-f63fd9589f79 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] Request body: {'network': {'name': 'new_name'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:52.364038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.518183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for b3ebd0de-7549-4d27-9e31-cde0151e4e03 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:52.538148 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7136490-e447-4cd4-ac3f-f63fd9589f79 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] PUT failed (client error): The resource could not be found. May 20 14:47:52.538612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7136490-e447-4cd4-ac3f-f63fd9589f79 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:52.547772 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d7136490-e447-4cd4-ac3f-f63fd9589f79 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "PUT /v2.0/networks/6cd4b6d0-c76a-403f-9c58-023e5255d645 HTTP/1.1" status: 404 len: 339 time: 0.2430696 May 20 14:47:52.561007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50448) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.605301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2a8efa20-b82b-4593-95c6-5baf1366a89e tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] Request body: {'port': {'name': 'new_name'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:52.767987 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8efa20-b82b-4593-95c6-5baf1366a89e tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] PUT failed (client error): The resource could not be found. May 20 14:47:52.768430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8efa20-b82b-4593-95c6-5baf1366a89e tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:52.774412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50454) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.775560 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2a8efa20-b82b-4593-95c6-5baf1366a89e tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "PUT /v2.0/ports/49ae788a-37c4-4941-875e-3890d2eeec83 HTTP/1.1" status: 404 len: 333 time: 0.2100670 May 20 14:47:52.779211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2a2bdadf-2d38-4692-a57b-bcb13ae4847d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:52.782787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3aee9f2e-fa46-4b47-b6bf-4fd913d8f137 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:52.813372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-82eda386-5006-48b1-8242-8ae0c3da7cdd None None] Provisioning for port b3ebd0de-7549-4d27-9e31-cde0151e4e03 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:52.825019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.828483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-82eda386-5006-48b1-8242-8ae0c3da7cdd None None] Provisioning complete for port b3ebd0de-7549-4d27-9e31-cde0151e4e03 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:52.828869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-82eda386-5006-48b1-8242-8ae0c3da7cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.837806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9ca8175d-a4c3-459d-831c-52541a7adbc4 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:52.844341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.874209 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5571aa88-e514-4f18-9b06-91e11dc2bc35 req-2fe7a626-a4ec-4f36-9fb6-10b57713ac37 service neutron] 10.222.0.11 "GET /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861493 May 20 14:47:52.880586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-82eda386-5006-48b1-8242-8ae0c3da7cdd None None] Port b3ebd0de-7549-4d27-9e31-cde0151e4e03 was deleted so its status cannot be updated. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 14:47:52.906057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Transition to ACTIVE for port object 1b3fb510-0a57-4b37-bdaf-e122f00cab6f will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:52.928621 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aee9f2e-fa46-4b47-b6bf-4fd913d8f137 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] PUT failed (client error): The resource could not be found. May 20 14:47:52.929245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:52.929346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aee9f2e-fa46-4b47-b6bf-4fd913d8f137 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:47:52.929429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.935946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50458) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:52.943879 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3aee9f2e-fa46-4b47-b6bf-4fd913d8f137 tempest-NetworksNegativeTestJSON-1826203960 tempest-NetworksNegativeTestJSON-1826203960-project] 10.222.0.58 "PUT /v2.0/subnets/722ce203-c1a5-45c4-b89c-e8d3fc578b24 HTTP/1.1" status: 404 len: 337 time: 0.1679337 May 20 14:47:52.953463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=b3ebd0de-7549-4d27-9e31-cde0151e4e03,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:52.955924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:52.966500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.981655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:52.995911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:53.030240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.042280 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/b3ebd0de-7549-4d27-9e31-cde0151e4e03 HTTP/1.1" status: 204 len: 168 time: 1.4724648 May 20 14:47:53.043022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50464) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:53.071734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:53.076721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Usage tracker for resource:security_group_rule and tenant:4dda089807924e359f64f1f136f31103 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:53.079787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:53.086832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:53.145465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.165843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12bddb29-d281-4559-bd69-7e628c1ded31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:53.193125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d19651bf-17b7-42d7-ac1d-1155290735d7 None None] Could not find standard attr ID for object b3ebd0de-7549-4d27-9e31-cde0151e4e03. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:47:53.205272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.212343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:53.216226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 44291252-8694-4535-b838-5546e60c9d9a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:53.216835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:53.223144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.235391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:53.247991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:53.248671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.264442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=e3bee334-1824-40e5-9bd2-65bd6b122748,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:53.267987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:53.300965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b1876-abad-4114-b118-6f738a1e511e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:53.302592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b1876-abad-4114-b118-6f738a1e511e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:53.303419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-068b1876-abad-4114-b118-6f738a1e511e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:53.344435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-068b1876-abad-4114-b118-6f738a1e511e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:53.349536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50472) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:53.351974 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-068b1876-abad-4114-b118-6f738a1e511e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3056207 May 20 14:47:53.357386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=1b3fb510-0a57-4b37-bdaf-e122f00cab6f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:53.373136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:53.373501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: 3859297e-b5c8-40a9-9bd5-dda75c606075, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:53.386574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 44291252-8694-4535-b838-5546e60c9d9a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:53.395437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50476) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:53.400351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 44291252-8694-4535-b838-5546e60c9d9a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:53.401024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.421594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network 3859297e-b5c8-40a9-9bd5-dda75c606075 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:53.430310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:53.430995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4407b4a3-0e8f-488e-aadd-615da3ffbcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:53.437011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 3859297e-b5c8-40a9-9bd5-dda75c606075) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:53.465739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:53.466774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.473507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20ab2f-1d72-4d30-9b83-94726f27838b None None] Network 3859297e-b5c8-40a9-9bd5-dda75c606075 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:53.475078 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4dda089807924e359f64f1f136f31103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378122 May 20 14:47:53.483420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50482) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:53.483966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0fd757-a272-4d9a-a23c-460ca94adbca,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:53.518174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:53.529964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2940874 May 20 14:47:53.534501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50486) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:53.536986 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6790793 May 20 14:47:53.546190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:d1:71:1d'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:53.551412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50490) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:53.618911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet ed815bab-63e4-4514-9675-2257dcb2d372 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:47:53.632161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.673813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.683293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4f1d594b-9ac8-4e0e-91c8-cb8ac795fe99 None None] Provisioning for port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:53.686870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.725460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4f1d594b-9ac8-4e0e-91c8-cb8ac795fe99 None None] Provisioning complete for port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:53.725832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f1d594b-9ac8-4e0e-91c8-cb8ac795fe99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.766191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:53.770017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.792849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.797224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.819842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d594b-9ac8-4e0e-91c8-cb8ac795fe99 None None] Port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:53.866549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Usage tracker for resource:security_group_rule and tenant:9c52b1d23dbc49be8b72789f6d2c8471 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:53.872659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:53.886059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:53.913956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 44291252-8694-4535-b838-5546e60c9d9a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=44291252-8694-4535-b838-5546e60c9d9a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:53.917172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-3859297e-b5c8-40a9-9bd5-dda75c606075', 'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': 'e3bee334-1824-40e5-9bd2-65bd6b122748'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:53.919193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.920122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.930735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:53.947497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.952513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:53.962336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0fd757-a272-4d9a-a23c-460ca94adbca,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:53.966950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.970445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:53.971290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:53.975399 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b0fd757-a272-4d9a-a23c-460ca94adbca HTTP/1.1" status: 204 len: 168 time: 0.4878006 May 20 14:47:54.025620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.071016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.086145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.104532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=44291252-8694-4535-b838-5546e60c9d9a,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:54.108976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:54.250454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Allocated IP 2001:db8::1 (3859297e-b5c8-40a9-9bd5-dda75c606075/e3bee334-1824-40e5-9bd2-65bd6b122748/a514d4ab-f75d-4d4a-b27d-9abcb932210e) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:54.514031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.525674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.529102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.548258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Transition to ACTIVE for port object a514d4ab-f75d-4d4a-b27d-9abcb932210e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:54.567385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-560b64a6-83cf-4965-8272-a6875b2f5adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:54.581764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Transition to ACTIVE for port object a514d4ab-f75d-4d4a-b27d-9abcb932210e will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:54.590001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.597893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:54.661477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.662046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 44291252-8694-4535-b838-5546e60c9d9a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:47:54.670304 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c52b1d23dbc49be8b72789f6d2c8471&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2707512 May 20 14:47:54.676348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50514) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:54.677034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:54.686773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bfc4c1-032c-41fc-bd38-eddb2a98a27d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:54.724348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:54.726099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.728091 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=ed815bab-63e4-4514-9675-2257dcb2d372,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:54.731903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:54.732475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.742977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.748373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70b001e-b9f0-4989-978a-ae6338c08d52 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:54.754819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ea292ea2-29b4-441c-acdd-be1b30930685 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:54.797007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] In _notify_port_updated(), no bound segment for port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f on network 719d86a2-92eb-4e38-9f60-24355c55e79d {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:54.803074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:54.803740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:54.805052 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "PUT /v2.0/ports/1b3fb510-0a57-4b37-bdaf-e122f00cab6f HTTP/1.1" status: 200 len: 1016 time: 1.2687483 May 20 14:47:54.806536 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/ed815bab-63e4-4514-9675-2257dcb2d372 HTTP/1.1" status: 204 len: 168 time: 1.4550250 May 20 14:47:54.813393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50522) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:54.814576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50524) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:54.827566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Network 3859297e-b5c8-40a9-9bd5-dda75c606075 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:54.845977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:54.866629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:54.928803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=1b3fb510-0a57-4b37-bdaf-e122f00cab6f,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:54.950728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:54.982537 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d2bed79d-ef2d-4abb-828d-723aa7dad902 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636424 May 20 14:47:55.023462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50534) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.027439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.032775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Pushing event updated for resources: {'Port': ['ID=a514d4ab-f75d-4d4a-b27d-9abcb932210e,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:55.049397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50540) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.053986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:55.128385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.150640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f661dbde-4532-47f9-b0c7-c963bcfbd0d1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:55.167768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:55.169513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:55.170989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.207176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Attempting to bind port a514d4ab-f75d-4d4a-b27d-9abcb932210e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:55.208175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Attempting to bind port a514d4ab-f75d-4d4a-b27d-9abcb932210e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:55.208648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Attempting to bind port a514d4ab-f75d-4d4a-b27d-9abcb932210e on network 3859297e-b5c8-40a9-9bd5-dda75c606075 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:55.224616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:55.225198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Checking segment: {'id': '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:55.225704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.228292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Bound using segment: {'id': '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:55.228929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Bound port: a514d4ab-f75d-4d4a-b27d-9abcb932210e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '3859297e-b5c8-40a9-9bd5-dda75c606075'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:55.229423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.252578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.300041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bee334-1824-40e5-9bd2-65bd6b122748,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:55.320488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-8bd7aef0-3ca6-4462-b6c9-2768971bf0de tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.324379 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8bd7aef0-3ca6-4462-b6c9-2768971bf0de tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2314231 May 20 14:47:55.324379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:55.325322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50546) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.355646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-01a8a0c2-79ef-48ab-ad28-ab05f4e0f3d3 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.358852 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-01a8a0c2-79ef-48ab-ad28-ab05f4e0f3d3 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0305469 May 20 14:47:55.360423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50550) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.362605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:55.365860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-99581d38-41f7-4b59-aa97-3b92807a0650 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.369133 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-99581d38-41f7-4b59-aa97-3b92807a0650 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0063069 May 20 14:47:55.369374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50554) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.373018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.374810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:55.399838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 44291252-8694-4535-b838-5546e60c9d9a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:55.400413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.427364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-3818fdbc-26b2-47db-bcfc-5edd9822ab30 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.428261 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3818fdbc-26b2-47db-bcfc-5edd9822ab30 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0579674 May 20 14:47:55.430040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:55.434756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4eb7b96e-9da5-4d22-a6ec-0dedce415c0f None None] Provisioning complete for port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:55.435185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4eb7b96e-9da5-4d22-a6ec-0dedce415c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.441730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.451818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50560) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.459461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:55.464991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-ffa16c09-ad9b-4c1e-bf4d-ba09d921c5a7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.465207 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ffa16c09-ad9b-4c1e-bf4d-ba09d921c5a7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0116284 May 20 14:47:55.468746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50564) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.474828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3859297e-b5c8-40a9-9bd5-dda75c606075']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:55.489446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-a6ac4baf-95a8-47d3-9dbd-d1d0eaa2d4f6 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.490447 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a6ac4baf-95a8-47d3-9dbd-d1d0eaa2d4f6 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0204887 May 20 14:47:55.493894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50568) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.498034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:55.498355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:55.509260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-806fcbc4-817c-49a0-9f3e-97fbe15568e4 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.510201 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-806fcbc4-817c-49a0-9f3e-97fbe15568e4 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0154564 May 20 14:47:55.513777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50572) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.516207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:55.521399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.522009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] For port a514d4ab-f75d-4d4a-b27d-9abcb932210e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:55.556229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] For port a514d4ab-f75d-4d4a-b27d-9abcb932210e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a514d4ab-f75d-4d4a-b27d-9abcb932210e,segment=NetworkSegment(1f8988c8-c2a9-48d8-8974-b8fdcf0c660b),segment_id=1f8988c8-c2a9-48d8-8974-b8fdcf0c660b)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:55.564995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7b96e-9da5-4d22-a6ec-0dedce415c0f None None] Port 1b3fb510-0a57-4b37-bdaf-e122f00cab6f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:55.573375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.579625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af0df851-6796-4ca4-aa2e-c0e02b12da6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:55.627059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-6a8ba261-6f8c-4447-9b92-bc78efe4fe1a tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.628134 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6a8ba261-6f8c-4447-9b92-bc78efe4fe1a tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.1133649 May 20 14:47:55.632881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.639566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50576) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.646884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.655963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb9a3acd-5b3b-4a06-ad23-59371a9f1612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:55.667378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-10177e3e-554e-44ab-a6ac-d2bb5c0cc6a1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.668323 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-10177e3e-554e-44ab-a6ac-d2bb5c0cc6a1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0229173 May 20 14:47:55.672493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50580) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.680127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-89739cb2-41c4-4c42-9258-dbf6887e9022 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.681160 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-89739cb2-41c4-4c42-9258-dbf6887e9022 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0053763 May 20 14:47:55.690185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.692809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50584) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.694247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bfc4c1-032c-41fc-bd38-eddb2a98a27d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:55.700554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-2c3d57cd-edbd-49b3-a4be-26d5913b426c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.701481 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c3d57cd-edbd-49b3-a4be-26d5913b426c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0051107 May 20 14:47:55.703189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:55.705977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50588) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.716564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:55.716965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.734843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-602d0b64-284b-4d33-a82b-d4be1eba9f61 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.735815 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-602d0b64-284b-4d33-a82b-d4be1eba9f61 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0248175 May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:55.736777 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:55.739039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50592) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.744176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for 1b3fb510-0a57-4b37-bdaf-e122f00cab6f owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:55.744712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:47:55.762685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-4a604ddc-e4a8-4c6c-a592-093e808dc0db tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.763656 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4a604ddc-e4a8-4c6c-a592-093e808dc0db tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0116243 May 20 14:47:55.766403 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50596) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.773552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-64e4e359-f357-42cf-a5d3-376d41db721d tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.776862 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-64e4e359-f357-42cf-a5d3-376d41db721d tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069568 May 20 14:47:55.776952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50600) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.782581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-f71248ee-bd78-4f98-9b45-884af5bd9c7c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.785663 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f71248ee-bd78-4f98-9b45-884af5bd9c7c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057695 May 20 14:47:55.785745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50604) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.791618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-a3e7c8ce-fb49-4066-90c2-05a4a06c2dce tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.795863 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a3e7c8ce-fb49-4066-90c2-05a4a06c2dce tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056734 May 20 14:47:55.795863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50608) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.801589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-8123872e-b11d-4ba4-bc69-bad34ad29c16 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.804726 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8123872e-b11d-4ba4-bc69-bad34ad29c16 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0066319 May 20 14:47:55.806309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50612) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.810129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-952f52d5-1490-4dea-a50d-482cb22fdbf5 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.813549 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-952f52d5-1490-4dea-a50d-482cb22fdbf5 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052280 May 20 14:47:55.813698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.813698 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/53bfc4c1-032c-41fc-bd38-eddb2a98a27d HTTP/1.1" status: 204 len: 168 time: 1.1346755 May 20 14:47:55.813876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50616) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.821087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-c47ed8a8-7a2a-4956-9dd2-2077a1722262 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.822025 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c47ed8a8-7a2a-4956-9dd2-2077a1722262 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0074744 May 20 14:47:55.824574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50622) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.830465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-e9f97591-62c6-4473-942b-00dfb6690aaf tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.831427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Pushing event updated for resources: {'Port': ['ID=a514d4ab-f75d-4d4a-b27d-9abcb932210e,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:55.832225 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e9f97591-62c6-4473-942b-00dfb6690aaf tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0059648 May 20 14:47:55.834750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50626) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.845159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-ff9a208b-3827-4778-a0fe-6a4cc63ee117 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.849118 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ff9a208b-3827-4778-a0fe-6a4cc63ee117 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0131373 May 20 14:47:55.851549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50630) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.852724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.api [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:47:55.852724 dv-neutron-601336-75-hyperv neutron-server[98805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:47:55.852724 dv-neutron-601336-75-hyperv neutron-server[98805]: [parameters: {'id': '3859297e-b5c8-40a9-9bd5-dda75c606075'}] May 20 14:47:55.852724 dv-neutron-601336-75-hyperv neutron-server[98805]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:47:55.853448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_db.api [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:47:55.860537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-be1879a2-0ac1-413e-86b6-d2456317301d tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.864883 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-be1879a2-0ac1-413e-86b6-d2456317301d tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0103965 May 20 14:47:55.865662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50634) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.874636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-7f9c44a0-b884-42e4-a841-9a4391524034 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.879061 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7f9c44a0-b884-42e4-a841-9a4391524034 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0097280 May 20 14:47:55.881189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:55.881616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50638) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.889569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-2388ef9c-01d8-43f6-aac3-31f17a167545 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.893764 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2388ef9c-01d8-43f6-aac3-31f17a167545 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0110397 May 20 14:47:55.894660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50642) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.897345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800233c8-cfc0-48e4-9e3d-b5bafcc87c7e None None] Network 3859297e-b5c8-40a9-9bd5-dda75c606075 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:55.914112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-9d6f9272-d9ad-45af-af98-cfe26443c696 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.917515 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9d6f9272-d9ad-45af-af98-cfe26443c696 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0196283 May 20 14:47:55.918587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50646) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.923795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-05758d49-43b0-4fbe-8e63-4701d26fcf87 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.927963 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-05758d49-43b0-4fbe-8e63-4701d26fcf87 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0058072 May 20 14:47:55.928872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50650) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.938827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-72be386e-ad61-49cf-ba54-f54cf624e4a7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.942588 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-72be386e-ad61-49cf-ba54-f54cf624e4a7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0098038 May 20 14:47:55.943349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50654) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.956016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-98628dfd-91b4-4b6b-9be8-0e0f617e2c6e tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.959301 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-98628dfd-91b4-4b6b-9be8-0e0f617e2c6e tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0117195 May 20 14:47:55.965882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50658) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.972331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-aad62a36-982d-4b8c-ae22-3e77e56c1490 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.976573 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aad62a36-982d-4b8c-ae22-3e77e56c1490 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0093389 May 20 14:47:55.977616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50662) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.983426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-8d5f2340-8138-43e3-bea3-3b565db51dc1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.987074 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8d5f2340-8138-43e3-bea3-3b565db51dc1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083005 May 20 14:47:55.988628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:55.990390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50666) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.995615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-45f5c4dc-fa37-4c5d-b903-989ee9be60ee tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:55.999114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50670) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:55.999625 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-45f5c4dc-fa37-4c5d-b903-989ee9be60ee tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0080385 May 20 14:47:56.011869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c383c8a8-46c6-41e2-9f70-41482cf63b80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:56.013556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-296520c9-4b09-4b8f-89c2-9432cb08f51f tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.014526 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-296520c9-4b09-4b8f-89c2-9432cb08f51f tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0144997 May 20 14:47:56.014640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Deleting port 44291252-8694-4535-b838-5546e60c9d9a {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:56.015050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.017617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50674) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.025855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-0de1fd2b-13a1-4df5-97f8-91c46449bcf6 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.026995 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0de1fd2b-13a1-4df5-97f8-91c46449bcf6 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081317 May 20 14:47:56.029479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50678) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.035317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-10931d59-85cf-4e79-b66c-ed50035cbd21 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.036838 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-10931d59-85cf-4e79-b66c-ed50035cbd21 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0060730 May 20 14:47:56.062169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50682) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.081655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=1b3fb510-0a57-4b37-bdaf-e122f00cab6f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:56.088844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:56.100957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-6d68dbdb-8567-4ac6-aec3-0d92acad4d16 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.101973 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d68dbdb-8567-4ac6-aec3-0d92acad4d16 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0081522 May 20 14:47:56.104835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50688) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.117623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-eb78ee22-be37-4c61-9236-f9f787ada477 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.118912 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eb78ee22-be37-4c61-9236-f9f787ada477 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0128028 May 20 14:47:56.123460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50692) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.131600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-c467b8ab-81fb-41fe-823d-84c2b6fc150c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.132479 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c467b8ab-81fb-41fe-823d-84c2b6fc150c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079744 May 20 14:47:56.138069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50696) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.147194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-4889e784-a416-45bc-b9c3-bbaf98414628 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.148224 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4889e784-a416-45bc-b9c3-bbaf98414628 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0090284 May 20 14:47:56.153583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50700) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.161168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-597136cd-99a5-4a08-8630-825262ccbf25 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.162209 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-597136cd-99a5-4a08-8630-825262ccbf25 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0076168 May 20 14:47:56.166111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50704) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.177861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-ac722314-f28f-45ba-ba81-c084c2b1c6d9 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.181915 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ac722314-f28f-45ba-ba81-c084c2b1c6d9 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0143867 May 20 14:47:56.185387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50708) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.193966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-efc6587a-b42c-4cfb-aa4d-06b6f3f42063 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.198385 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-efc6587a-b42c-4cfb-aa4d-06b6f3f42063 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0118787 May 20 14:47:56.199041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50712) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.209642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-5900b0ab-7b12-4338-9988-8334a32c1f84 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.212295 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5900b0ab-7b12-4338-9988-8334a32c1f84 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0096402 May 20 14:47:56.226171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50716) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.232617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-eda0b4a8-ebd9-435d-8392-fa5728a8cb48 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.236051 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eda0b4a8-ebd9-435d-8392-fa5728a8cb48 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0087140 May 20 14:47:56.241893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50724) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.251809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-5c4be38c-7306-45e1-89fc-df717f08e310 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.257832 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5c4be38c-7306-45e1-89fc-df717f08e310 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0146213 May 20 14:47:56.262406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50730) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.269943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-886cd6d9-d88a-481b-ba69-5b9fb73f3d7b tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.274080 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-886cd6d9-d88a-481b-ba69-5b9fb73f3d7b tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0104744 May 20 14:47:56.281902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50734) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.291494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-a23b3d08-69ab-443a-9e8b-4623710b98ab tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.295340 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a23b3d08-69ab-443a-9e8b-4623710b98ab tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0122187 May 20 14:47:56.296409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50740) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.305205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-4709c50b-e7b9-4bfb-89fd-f0f79e82284e tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.309015 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4709c50b-e7b9-4bfb-89fd-f0f79e82284e tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0110176 May 20 14:47:56.309995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50744) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.318596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-69829dc7-f836-420f-a8c1-ce0618391da7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.323195 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-69829dc7-f836-420f-a8c1-ce0618391da7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0097175 May 20 14:47:56.325134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50748) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.333635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-a21e7525-9ca0-4bd0-ba8b-c51a1e0ac063 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.337397 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a21e7525-9ca0-4bd0-ba8b-c51a1e0ac063 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0093501 May 20 14:47:56.342445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50752) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.349633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-0f017671-f882-4233-9c48-6d5f3c19d858 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.354055 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0f017671-f882-4233-9c48-6d5f3c19d858 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0097532 May 20 14:47:56.355225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.358236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50758) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.375709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-64f675e1-0876-4c5b-b907-741b0226bd38 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.379618 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-64f675e1-0876-4c5b-b907-741b0226bd38 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0180907 May 20 14:47:56.381995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50762) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.394856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-29a068bf-3076-4855-93a5-da548f05cb73 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.398734 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-29a068bf-3076-4855-93a5-da548f05cb73 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0154240 May 20 14:47:56.400780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50766) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.410988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-158fae17-fc25-4de2-b4c4-2ba4a7a3daf8 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.415585 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-158fae17-fc25-4de2-b4c4-2ba4a7a3daf8 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0122826 May 20 14:47:56.416422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50770) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.419401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.426546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-7535fbf3-efed-4dbd-b98e-a2a5cd7af6e9 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.427911 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7535fbf3-efed-4dbd-b98e-a2a5cd7af6e9 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0109217 May 20 14:47:56.432999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50774) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.452090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] For port 44291252-8694-4535-b838-5546e60c9d9a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=44291252-8694-4535-b838-5546e60c9d9a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:56.452549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.458251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-04614e1c-8103-416b-8c0c-67056169fdb2 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.461873 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-04614e1c-8103-416b-8c0c-67056169fdb2 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0110438 May 20 14:47:56.461873 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/ports/1b3fb510-0a57-4b37-bdaf-e122f00cab6f HTTP/1.1" status: 204 len: 168 time: 1.6455963 May 20 14:47:56.462144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50780) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.463981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50782) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.469861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-72c8e570-17ab-4697-b888-bf2cf0bd7b17 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.471267 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-72c8e570-17ab-4697-b888-bf2cf0bd7b17 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0083296 May 20 14:47:56.478530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50788) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.503553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-2b5a2ecb-12fd-4d3a-9bba-193f7c536d1a tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.507787 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2b5a2ecb-12fd-4d3a-9bba-193f7c536d1a tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0176356 May 20 14:47:56.519837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50792) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.531466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-c4ef68ae-2cd1-4cdf-a4e9-ce3ae3889091 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.532396 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c4ef68ae-2cd1-4cdf-a4e9-ce3ae3889091 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0116365 May 20 14:47:56.534069 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa93ec9-8daa-4193-b9cb-9e4c457f3d9e tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] GET failed (client error): The resource could not be found. May 20 14:47:56.534451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7fa93ec9-8daa-4193-b9cb-9e4c457f3d9e tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Synchronizing usage tracker for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:47:56.537311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50796) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.542388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-b7c2bc7f-a372-4e50-860e-2a2e4900dac1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.543567 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b7c2bc7f-a372-4e50-860e-2a2e4900dac1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053811 May 20 14:47:56.545999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50800) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.558603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-86acdc10-d495-430b-861a-b4230cacb3ae tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.559612 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-86acdc10-d495-430b-861a-b4230cacb3ae tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0125659 May 20 14:47:56.563001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50804) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.568646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-9414768c-8494-482e-aec0-6aaea24f819a tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.569925 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9414768c-8494-482e-aec0-6aaea24f819a tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0057900 May 20 14:47:56.571603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7fa93ec9-8daa-4193-b9cb-9e4c457f3d9e tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Unset dirty status for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:47:56.572814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7fa93ec9-8daa-4193-b9cb-9e4c457f3d9e tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "GET /v2.0/ports/1b3fb510-0a57-4b37-bdaf-e122f00cab6f HTTP/1.1" status: 404 len: 333 time: 0.1077762 May 20 14:47:56.573518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50808) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.578856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50812) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.583644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-baf785ae-e691-473e-9b1b-c6aca2f121c1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.584350 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-baf785ae-e691-473e-9b1b-c6aca2f121c1 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0099204 May 20 14:47:56.588461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50816) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.592401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-29571008'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:56.608868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-fdf3870f-4171-4929-8d7c-bd01cc19bbe2 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.609513 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fdf3870f-4171-4929-8d7c-bd01cc19bbe2 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0150216 May 20 14:47:56.614675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50820) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.621357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port a514d4ab-f75d-4d4a-b27d-9abcb932210e {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:47:56.621911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.638335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-860b26b4-d646-420d-8b8c-16c6426a6d63 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.639454 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-860b26b4-d646-420d-8b8c-16c6426a6d63 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0231283 May 20 14:47:56.643583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.645172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50826) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.674576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-739e5cef-39a0-46a5-a32f-a65369a509fc tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.676015 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-739e5cef-39a0-46a5-a32f-a65369a509fc tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0190251 May 20 14:47:56.676893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:56.683581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Calling delete_port for 44291252-8694-4535-b838-5546e60c9d9a owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:56.708476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.721027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-98f2c5b5-c459-4c23-8bd4-e9ad207160a7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.722863 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-98f2c5b5-c459-4c23-8bd4-e9ad207160a7 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089464 May 20 14:47:56.727559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50836) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.739236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 44291252-8694-4535-b838-5546e60c9d9a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:47:56.793446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:56.814858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [None req-59bb64a6-7d87-404f-94fd-9b22422f0889 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.815815 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-59bb64a6-7d87-404f-94fd-9b22422f0889 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0297353 May 20 14:47:56.819974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:56.820844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50844) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.821913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:56.833142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-cc86e155-574b-4d28-bb3e-28d576a7a09c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.833971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:56.844664 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cc86e155-574b-4d28-bb3e-28d576a7a09c tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0196731 May 20 14:47:56.846019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50848) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:56.857002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [None req-4d1302e6-ed21-47e1-8582-f72984a4e261 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] http://10.222.0.58:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:47:56.871743 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d1302e6-ed21-47e1-8582-f72984a4e261 tempest-ExtensionsTestJSON-1560170431 tempest-ExtensionsTestJSON-1560170431-project] 10.222.0.58 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128179 May 20 14:47:56.878654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:56.882492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.893222 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port 44291252-8694-4535-b838-5546e60c9d9a update to DOWN by agent not found {{(pid=98807) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2123}} May 20 14:47:56.895264 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:56.899409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4d31602e-0d56-4241-b900-35b7acbde59c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:56.924698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] device_id is not set on port 295a631c-fac9-43e3-892a-29a473ee1fae yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:56.942534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Pushing event deleted for resources: {'Port': ['ID=44291252-8694-4535-b838-5546e60c9d9a,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:56.945570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:56.946437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] No DVR routers for this DVR port 44291252-8694-4535-b838-5546e60c9d9a on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:56.965537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db97da61-16a7-4260-999d-3073e9c3b141 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:56.992285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:56.992885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.025896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=ae3ed02f-4341-4801-9195-294307663da1,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:57.031802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port a514d4ab-f75d-4d4a-b27d-9abcb932210e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a514d4ab-f75d-4d4a-b27d-9abcb932210e,segment=NetworkSegment(1f8988c8-c2a9-48d8-8974-b8fdcf0c660b),segment_id=1f8988c8-c2a9-48d8-8974-b8fdcf0c660b)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:47:57.032298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.040779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:57.101312 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0652344 May 20 14:47:57.125453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50856) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:57.132947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'name': 'tempest-NetworksTestDHCPv6-46791584'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:57.191987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50862) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:57.201011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for a514d4ab-f75d-4d4a-b27d-9abcb932210e owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:47:57.249197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': 'ae3ed02f-4341-4801-9195-294307663da1'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:57.249569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.265551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.283789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-909f56e7-9837-494f-9694-ba44a8dfde09 tempest-FloatingIPAdminTestJSON-159515937 tempest-FloatingIPAdminTestJSON-159515937-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:57.297088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Allocated IP 2001:db8::3c1 (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/295a631c-fac9-43e3-892a-29a473ee1fae) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:57.326901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50868) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:57.340332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port a514d4ab-f75d-4d4a-b27d-9abcb932210e on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:47:57.375635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=a514d4ab-f75d-4d4a-b27d-9abcb932210e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:57.381246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:57.383415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:57.400909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:57.407311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:57.429932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:57.536466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:57.541795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.542730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.562104 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/ae3ed02f-4341-4801-9195-294307663da1/e8e18697-7acf-4aed-a8ca-616fa86812e3) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:57.567576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3859297e-b5c8-40a9-9bd5-dda75c606075']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:57.583042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:57.583369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f8988c8-c2a9-48d8-8974-b8fdcf0c660b') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:57.599256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.613308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.625888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.631062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port c33e8aa3-7f01-4e68-a0af-acd0a26b12eb yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:47:57.634967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:47:57.635546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:47:57.652169 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:47:57.679847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1217704166'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:57.684562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:57.688591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Usage tracker for resource:network and tenant:e8de540c5bec4b97b6511280617a478c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:57.692327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:57.700497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:57.719633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:57.721612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Made reservation on behalf of e8de540c5bec4b97b6511280617a478c for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:57.725002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.740310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.745114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.746334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.749321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:57.762324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Usage tracker for resource:security_group_rule and tenant:9f644f6640f94fbb976ba4f210ebdcf2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:57.769114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:57.773451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=3859297e-b5c8-40a9-9bd5-dda75c606075,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:57.776014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:57.777872 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/3859297e-b5c8-40a9-9bd5-dda75c606075 HTTP/1.1" status: 204 len: 168 time: 4.2236726 May 20 14:47:57.781082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50880) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:57.787547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1927439105'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:57.793179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:57.796915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:57.798772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:57.801126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:57.805554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:57.812743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:57.822709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Usage tracker for resource:security_group_rule and tenant:e8de540c5bec4b97b6511280617a478c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:57.824721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:57.829591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.839650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:57.855280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.856519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:57.863383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.875766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Transition to ACTIVE for port object e8e18697-7acf-4aed-a8ca-616fa86812e3 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:57.885879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:57.894575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Transition to ACTIVE for port object 295a631c-fac9-43e3-892a-29a473ee1fae will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:57.902936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Transition to ACTIVE for port object e8e18697-7acf-4aed-a8ca-616fa86812e3 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:57.905229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.905777 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment 0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5 of type vlan for network ab79ce93-48e0-432a-a4e9-75891f35ba2c May 20 14:47:57.911623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.917231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:57.936755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.966676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.972923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:57.973441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:57.979338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:57.984801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:57.992908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:57.997653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:58.007462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Pushing event updated for resources: {'Port': ['ID=e8e18697-7acf-4aed-a8ca-616fa86812e3,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.041050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.058846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::26d (5b136d1c-58b9-45d6-b34a-556fde2a0447/ae3ed02f-4341-4801-9195-294307663da1/c33e8aa3-7f01-4e68-a0af-acd0a26b12eb) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:58.065649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.085457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1e970892-ff42-45d2-adf5-dd64374cfbb4 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:58.085876 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3035252 May 20 14:47:58.091726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50884) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:58.099911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Attempting to bind port e8e18697-7acf-4aed-a8ca-616fa86812e3 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:47:58.100094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:58.100311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Attempting to bind port e8e18697-7acf-4aed-a8ca-616fa86812e3 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:47:58.100638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Attempting to bind port e8e18697-7acf-4aed-a8ca-616fa86812e3 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:47:58.105882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:47:58.106257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:58.106664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.107266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:47:58.107641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Bound port: e8e18697-7acf-4aed-a8ca-616fa86812e3, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:47:58.108005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.117659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=ab79ce93-48e0-432a-a4e9-75891f35ba2c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.120738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.149445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.159119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network ab79ce93-48e0-432a-a4e9-75891f35ba2c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:58.177058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.220413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:47:58.225085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:47:58.227698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:47:58.233400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:47:58.234699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:58.251944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:58.261250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=295a631c-fac9-43e3-892a-29a473ee1fae,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.264662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.265887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:58.272312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:58.273004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.282158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:47:58.287928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.291312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.291962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:58.300897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] For port e8e18697-7acf-4aed-a8ca-616fa86812e3, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:47:58.304171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] For port e8e18697-7acf-4aed-a8ca-616fa86812e3, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e8e18697-7acf-4aed-a8ca-616fa86812e3,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:47:58.308659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.312871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.318478 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:58.323125 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9f644f6640f94fbb976ba4f210ebdcf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897158 May 20 14:47:58.323995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50888) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:58.397366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] vlan segment allocate from pool success with {'vlan_id': 732, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:47:58.408869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Pushing event updated for resources: {'Port': ['ID=e8e18697-7acf-4aed-a8ca-616fa86812e3,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.415945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.498533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.580592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.597693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e2f65d-4a97-441d-8df2-e319533b9875,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.615341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.615783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:58.624817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.625147 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Added segment 714af20b-b7d5-4bb6-9149-5820ba7c4d87 of type vlan for network 296b1ade-3a0b-4cb3-a009-9e24f59fc940 May 20 14:47:58.630462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9a9d808e-9dbc-4591-9791-2245ad5b6ff9 None None] Provisioning for port 295a631c-fac9-43e3-892a-29a473ee1fae completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:47:58.642079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9a9d808e-9dbc-4591-9791-2245ad5b6ff9 None None] Provisioning complete for port 295a631c-fac9-43e3-892a-29a473ee1fae triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:47:58.643182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9a9d808e-9dbc-4591-9791-2245ad5b6ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.668692 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.0766394 May 20 14:47:58.683296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50892) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:58.699563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d1:71:1d'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:47:58.727696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2170ce2-68ac-48d1-97ff-767636f58747,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.762342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d808e-9dbc-4591-9791-2245ad5b6ff9 None None] Port 295a631c-fac9-43e3-892a-29a473ee1fae cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:47:58.763325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.766017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.789131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.795321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:58.813092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e2f65d-4a97-441d-8df2-e319533b9875,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:58.823412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:58.839558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.840922 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/72e2f65d-4a97-441d-8df2-e319533b9875 HTTP/1.1" status: 204 len: 168 time: 0.5163414 May 20 14:47:58.929131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:47:58.957383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:58.976735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.054812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.056597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object c33e8aa3-7f01-4e68-a0af-acd0a26b12eb will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:47:59.060269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ba7737b6-2368-46d7-8405-6b2d5e8df082 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:59.062834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.069131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:59.069793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.081904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:59.143962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=0e3bbe59-9da1-4f25-8be1-5859475fdc54,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:59.147877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:59.150406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:47:59.150771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: ab79ce93-48e0-432a-a4e9-75891f35ba2c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:47:59.169371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network ab79ce93-48e0-432a-a4e9-75891f35ba2c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:47:59.180602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, ab79ce93-48e0-432a-a4e9-75891f35ba2c) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:59.195811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:59.196448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.197763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7849ace-dec1-468d-be31-9a413ab09fad None None] Network ab79ce93-48e0-432a-a4e9-75891f35ba2c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:47:59.210935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Pushing event updated for resources: {'Network': ['ID=296b1ade-3a0b-4cb3-a009-9e24f59fc940,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:59.214208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:59.229463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 296b1ade-3a0b-4cb3-a009-9e24f59fc940 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:47:59.233671 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1409292 May 20 14:47:59.236466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50910) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:59.245636 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 2.0504951 May 20 14:47:59.250419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50916) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:59.260921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-77cd87ae-deb5-4b51-9bd0-ceb34bd94e2d tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1075986649') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:59.395637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.409087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-398c4531-1c38-44f2-8b5b-dfcee09a8d9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:59.577624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:47:59.588888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:47:59.592493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:47:59.598758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:59.599422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.639577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=c33e8aa3-7f01-4e68-a0af-acd0a26b12eb,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:59.651060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:59.666266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-ab79ce93-48e0-432a-a4e9-75891f35ba2c', 'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': '0e3bbe59-9da1-4f25-8be1-5859475fdc54'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:47:59.667333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.668384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.701568 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5748570 May 20 14:47:59.704070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50928) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:59.768609 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-77cd87ae-deb5-4b51-9bd0-ceb34bd94e2d tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "PUT /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1075986649 HTTP/1.1" status: 201 len: 201 time: 0.5126808 May 20 14:47:59.771667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:59.785094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-3a3ea083-be17-4e7f-918c-d2e01a24e057 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1075986649') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:47:59.798162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.809126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.814076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2868c03-dc6e-47cb-9d8f-d9b5eae588bc tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:47:59.838058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.879003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] In _notify_port_updated(), no bound segment for port 295a631c-fac9-43e3-892a-29a473ee1fae on network 719d86a2-92eb-4e38-9f60-24355c55e79d {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:47:59.884395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:47:59.885972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:47:59.887372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Allocated IP 2001:db8::1 (ab79ce93-48e0-432a-a4e9-75891f35ba2c/0e3bbe59-9da1-4f25-8be1-5859475fdc54/bd21c07d-3844-451d-930d-6e336de54741) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:47:59.897278 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "PUT /v2.0/ports/295a631c-fac9-43e3-892a-29a473ee1fae HTTP/1.1" status: 200 len: 1015 time: 1.2128682 May 20 14:47:59.919948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50938) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:47:59.920893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=295a631c-fac9-43e3-892a-29a473ee1fae,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:47:59.931011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:47:59.931617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50944) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:00.024775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b1ee2-131a-439a-b2a5-5a29178d7e9f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:00.037737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b1ee2-131a-439a-b2a5-5a29178d7e9f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:00.038573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d11b1ee2-131a-439a-b2a5-5a29178d7e9f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:00.095912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-42319ae8-bbd2-4f1f-938e-fb8204f9c717 None None] Provisioning for port e8e18697-7acf-4aed-a8ca-616fa86812e3 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:00.194277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d11b1ee2-131a-439a-b2a5-5a29178d7e9f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:00.195848 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d11b1ee2-131a-439a-b2a5-5a29178d7e9f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4893112 May 20 14:48:00.204059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50954) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:00.243932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port 295a631c-fac9-43e3-892a-29a473ee1fae {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:00.244441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.302154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1137866502'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:00.304794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.322972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:00.334301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:network and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:00.335403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Transition to ACTIVE for port object bd21c07d-3844-451d-930d-6e336de54741 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:00.339303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:00.369535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Transition to ACTIVE for port object bd21c07d-3844-451d-930d-6e336de54741 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:00.374013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Provisioning for port c33e8aa3-7f01-4e68-a0af-acd0a26b12eb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:00.379765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Provisioning complete for port c33e8aa3-7f01-4e68-a0af-acd0a26b12eb triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:00.380764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.421249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:00.424274 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3a3ea083-be17-4e7f-918c-d2e01a24e057 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1075986649 HTTP/1.1" status: 204 len: 168 time: 0.6511424 May 20 14:48:00.426277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.430834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50958) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:00.433584 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:00.444781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-b1a25f52-61f6-4848-b32d-31406a57f5f3 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:00.479811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:00.483386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.506325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Pushing event updated for resources: {'Port': ['ID=bd21c07d-3844-451d-930d-6e336de54741,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:00.512387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:00.519708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.520790 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Network ab79ce93-48e0-432a-a4e9-75891f35ba2c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:00.529565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:00.533226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:00.550732 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.566776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:00.572212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Port c33e8aa3-7f01-4e68-a0af-acd0a26b12eb cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:00.572394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port c33e8aa3-7f01-4e68-a0af-acd0a26b12eb {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:00.572582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.634846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Attempting to bind port bd21c07d-3844-451d-930d-6e336de54741 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:00.635230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Attempting to bind port bd21c07d-3844-451d-930d-6e336de54741 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:00.635579 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Attempting to bind port bd21c07d-3844-451d-930d-6e336de54741 on network ab79ce93-48e0-432a-a4e9-75891f35ba2c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:00.641435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:00.641831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Checking segment: {'id': '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:00.642242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.642903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Bound using segment: {'id': '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:00.643491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Bound port: bd21c07d-3844-451d-930d-6e336de54741, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:00.643908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.652653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Provisioning complete for port 295a631c-fac9-43e3-892a-29a473ee1fae triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:00.653026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.679875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.685610 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8e18697-7acf-4aed-a8ca-616fa86812e3 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:00.698427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:00.700824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:security_group_rule and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:00.709211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for 295a631c-fac9-43e3-892a-29a473ee1fae owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:00.736158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3bbe59-9da1-4f25-8be1-5859475fdc54,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:00.739144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:00.755866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:00.773199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:00.780037 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b1a25f52-61f6-4848-b32d-31406a57f5f3 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags HTTP/1.1" status: 200 len: 238 time: 0.3471563 May 20 14:48:00.786820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50962) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:00.803989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-90768528-19b6-4af7-a995-c17319a74352 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', {'tags': ['tempest-TagsTest-Tag-1854746332', 'tempest-TagsTest-Tag-1026941689', 'tempest-TagsTest-Tag-1613652513']}) {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:00.837641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-12574f94-6099-42af-af32-13aee44c59f1 None None] Port 295a631c-fac9-43e3-892a-29a473ee1fae cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:00.867890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e8e18697-7acf-4aed-a8ca-616fa86812e3 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:00.871315 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] For port bd21c07d-3844-451d-930d-6e336de54741, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:00.875459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] For port bd21c07d-3844-451d-930d-6e336de54741, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bd21c07d-3844-451d-930d-6e336de54741,segment=NetworkSegment(0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5),segment_id=0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:00.877189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e8e18697-7acf-4aed-a8ca-616fa86812e3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:00.877564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.903761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.907383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.915031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:00.917584 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca4a28ef-acb9-42b7-9a48-5aeaac362dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:00.935292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab79ce93-48e0-432a-a4e9-75891f35ba2c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:01.046520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Pushing event updated for resources: {'Port': ['ID=bd21c07d-3844-451d-930d-6e336de54741,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:01.050737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:01.050909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:01.051035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:01.078515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.086768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.091255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9a615fd4-5aab-421c-981a-0e4fc6c806c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:01.103689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.119235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:01.131006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.134593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for c33e8aa3-7f01-4e68-a0af-acd0a26b12eb owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:01.143380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.144270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02746d2b-8985-4bca-9a4f-c13ca1f5e773 None None] Network ab79ce93-48e0-432a-a4e9-75891f35ba2c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:01.171485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.180527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9c1c0e-920a-409c-a87b-d20bddc9b749,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:01.183426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.183744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:01.183974 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Added segment 5ce6b291-a8ca-467f-a230-6783e4b7ea67 of type vlan for network 33c0cca9-89ce-4a98-ad1f-d1685379a355 May 20 14:48:01.184129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.193511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:01.194062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-91fb8277-4a83-49cf-87cc-d666596a1474 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:01.216076 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:01.239030 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-90768528-19b6-4af7-a995-c17319a74352 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "PUT /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags HTTP/1.1" status: 200 len: 309 time: 0.4510655 May 20 14:48:01.245190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50966) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:01.248400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.254697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=295a631c-fac9-43e3-892a-29a473ee1fae,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:01.263992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port e8e18697-7acf-4aed-a8ca-616fa86812e3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e8e18697-7acf-4aed-a8ca-616fa86812e3,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:01.265894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:01.295261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.301286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-511296b6-3d77-45a5-acba-cc4baad87e28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:01.304073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.349324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-c3449472-9a7d-4fa7-8fc5-ed523dfd1a14 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1854746332') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:01.412762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.422606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:01.423465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.436638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=e8e18697-7acf-4aed-a8ca-616fa86812e3,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:01.443447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:01.459334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c6f45f5d-3135-4e29-9a8c-f7d81933cc15 tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:01.464469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.476035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c75fc0d7-91ae-4c38-989a-802041fc3579 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:01.487756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613533b1-bd1c-472c-8e51-181ad112fc5b None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:48:01.533147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=c33e8aa3-7f01-4e68-a0af-acd0a26b12eb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:01.536453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:01.537076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.api [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:48:01.537076 dv-neutron-601336-75-hyperv neutron-server[98805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:48:01.537076 dv-neutron-601336-75-hyperv neutron-server[98805]: [parameters: {'id': 'ab79ce93-48e0-432a-a4e9-75891f35ba2c'}] May 20 14:48:01.537076 dv-neutron-601336-75-hyperv neutron-server[98805]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:01.537820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_db.api [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:01.594304 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/ports/295a631c-fac9-43e3-892a-29a473ee1fae HTTP/1.1" status: 204 len: 168 time: 1.6706603 May 20 14:48:01.597324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50976) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:01.601959 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6672654 May 20 14:48:01.654294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:01.666355 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab07ac0f-c36a-498e-91aa-c05c1b5682c7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] GET failed (client error): The resource could not be found. May 20 14:48:01.666878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ab07ac0f-c36a-498e-91aa-c05c1b5682c7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Synchronizing usage tracker for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:01.683998 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/c33e8aa3-7f01-4e68-a0af-acd0a26b12eb HTTP/1.1" status: 204 len: 168 time: 1.4758766 May 20 14:48:01.685488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50980) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:01.698561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Network': ['ID=33c0cca9-89ce-4a98-ad1f-d1685379a355,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:01.703192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:01.716231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:01.719275 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c3449472-9a7d-4fa7-8fc5-ed523dfd1a14 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "DELETE /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1854746332 HTTP/1.1" status: 204 len: 168 time: 0.4672499 May 20 14:48:01.722473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50984) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:01.732546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-0f0ded04-881f-4e7c-a866-38325f41850b tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1854746332') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:01.780077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613533b1-bd1c-472c-8e51-181ad112fc5b None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:48:01.841670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ab07ac0f-c36a-498e-91aa-c05c1b5682c7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Unset dirty status for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:01.843227 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ab07ac0f-c36a-498e-91aa-c05c1b5682c7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "GET /v2.0/ports/295a631c-fac9-43e3-892a-29a473ee1fae HTTP/1.1" status: 404 len: 333 time: 0.2449124 May 20 14:48:01.849108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50988) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:01.860799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-594921190'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:01.912274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b48040a-ed9e-4393-903a-a4ecf2f09d89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:01.914074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b48040a-ed9e-4393-903a-a4ecf2f09d89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:01.915084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7b48040a-ed9e-4393-903a-a4ecf2f09d89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:01.925198 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-0f0ded04-881f-4e7c-a866-38325f41850b tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] show failed (client error): The resource could not be found. May 20 14:48:01.929741 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f0ded04-881f-4e7c-a866-38325f41850b tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1854746332 HTTP/1.1" status: 404 len: 326 time: 0.2040055 May 20 14:48:01.930104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 50992) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:01.935177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-18a2eda9-aba0-4c26-8625-da6920eaf321 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1026941689') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:01.995834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7b48040a-ed9e-4393-903a-a4ecf2f09d89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:01.997251 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7b48040a-ed9e-4393-903a-a4ecf2f09d89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3107655 May 20 14:48:02.000449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 50996) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.038819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:02.075146 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-18a2eda9-aba0-4c26-8625-da6920eaf321 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1026941689 HTTP/1.1" status: 204 len: 168 time: 0.1434724 May 20 14:48:02.077182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51000) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.088327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-0c5f8799-d571-47e4-9201-0e18e97dfc28 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1613652513') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:02.146114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet ae3ed02f-4341-4801-9195-294307663da1 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:02.153043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:02.184510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:02.217438 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0c5f8799-d571-47e4-9201-0e18e97dfc28 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1613652513 HTTP/1.1" status: 204 len: 168 time: 0.1389923 May 20 14:48:02.222686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51004) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.228842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:02.230192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-c243cf18-39f7-4633-a160-f05df6f7ab56 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:02.241041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:02.267365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee7d32-730e-4b1a-86bd-5cc41acc7e29 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:48:02.304525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port bd21c07d-3844-451d-930d-6e336de54741 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:02.305043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:02.384446 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c243cf18-39f7-4633-a160-f05df6f7ab56 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "DELETE /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags HTTP/1.1" status: 204 len: 168 time: 0.1604860 May 20 14:48:02.386893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51008) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.389153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:02.393001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:02.394770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-22b61fd2-b54d-422d-a105-16e856017fb5 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1026941689') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:02.435783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee7d32-730e-4b1a-86bd-5cc41acc7e29 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:48:02.438288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] device_id is not set on port 29dddc23-23e8-4039-9c35-83d82b7b3681 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:02.559486 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-22b61fd2-b54d-422d-a105-16e856017fb5 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] show failed (client error): The resource could not be found. May 20 14:48:02.560532 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-22b61fd2-b54d-422d-a105-16e856017fb5 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1026941689 HTTP/1.1" status: 404 len: 326 time: 0.1724999 May 20 14:48:02.569013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51016) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.593129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-adad1b6e-f33e-482a-95b1-7f72a51c5082 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940', 'tempest-TagsTest-Tag-1613652513') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:02.663604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Allocated IP 2001:db8::e (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/29dddc23-23e8-4039-9c35-83d82b7b3681) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:02.681888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8e18697-7acf-4aed-a8ca-616fa86812e3 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:02.786632 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-adad1b6e-f33e-482a-95b1-7f72a51c5082 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] show failed (client error): The resource could not be found. May 20 14:48:02.788173 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-adad1b6e-f33e-482a-95b1-7f72a51c5082 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "GET /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags/tempest-TagsTest-Tag-1613652513 HTTP/1.1" status: 404 len: 326 time: 0.2182083 May 20 14:48:02.790965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51022) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.797025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-f4564498-9e47-4b9c-8e6a-892093753820 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '296b1ade-3a0b-4cb3-a009-9e24f59fc940') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:02.851481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e8e18697-7acf-4aed-a8ca-616fa86812e3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:02.852086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:02.946885 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f4564498-9e47-4b9c-8e6a-892093753820 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "DELETE /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940/tags HTTP/1.1" status: 204 len: 168 time: 0.1547492 May 20 14:48:02.953243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51026) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:02.963308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port bd21c07d-3844-451d-930d-6e336de54741, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bd21c07d-3844-451d-930d-6e336de54741,segment=NetworkSegment(0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5),segment_id=0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:02.964710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.157229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for bd21c07d-3844-451d-930d-6e336de54741 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:03.252091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.261851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.329127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.336740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Transition to ACTIVE for port object 29dddc23-23e8-4039-9c35-83d82b7b3681 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:03.722467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.729086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.738404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:03.788236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['296b1ade-3a0b-4cb3-a009-9e24f59fc940']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:03.795314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:03.814134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port bd21c07d-3844-451d-930d-6e336de54741 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:03.887427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=bd21c07d-3844-451d-930d-6e336de54741,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:03.893226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714af20b-b7d5-4bb6-9149-5820ba7c4d87') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:03.893955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714af20b-b7d5-4bb6-9149-5820ba7c4d87') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:03.908919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:03.913491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:04.002052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.016302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:04.031473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:04.048967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:04.055156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:04.055814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.133826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.140539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.148642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=29dddc23-23e8-4039-9c35-83d82b7b3681,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:04.161870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:04.166093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab79ce93-48e0-432a-a4e9-75891f35ba2c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:04.173506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:04.173909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:04.190410 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:04.216893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:04.217206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1fba2f-2add-4e68-8fa5-09cc6f39c7c5') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:04.277218 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.4269087 May 20 14:48:04.279843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.280391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51036) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:04.286867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'network_id': '719d86a2-92eb-4e38-9f60-24355c55e79d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1593316657'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:04.306444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.313425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9a1d6ccc-bb15-4a75-ad27-98648f27560d None None] Provisioning for port 29dddc23-23e8-4039-9c35-83d82b7b3681 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:04.318330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9a1d6ccc-bb15-4a75-ad27-98648f27560d None None] Provisioning complete for port 29dddc23-23e8-4039-9c35-83d82b7b3681 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:04.318710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9a1d6ccc-bb15-4a75-ad27-98648f27560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.320491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.323698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-47b0fbb9-f1f0-49f0-9c4a-444f2e990b41 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:04.358916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.366840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:04.366840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:04.381619 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:04.384816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d6ccc-bb15-4a75-ad27-98648f27560d None None] Port 29dddc23-23e8-4039-9c35-83d82b7b3681 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:04.386504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce3bf04-2a9a-4e06-b780-e3e71b937be6 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:04.396704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=ae3ed02f-4341-4801-9195-294307663da1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:04.404317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.406528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:04.414024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:04.437465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.442211 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] 10.222.0.58 "DELETE /v2.0/networks/296b1ade-3a0b-4cb3-a009-9e24f59fc940 HTTP/1.1" status: 204 len: 168 time: 1.4810627 May 20 14:48:04.496536 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/ae3ed02f-4341-4801-9195-294307663da1 HTTP/1.1" status: 204 len: 168 time: 2.4928081 May 20 14:48:04.500609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Pushing event deleted for resources: {'Network': ['ID=296b1ade-3a0b-4cb3-a009-9e24f59fc940,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:04.503878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:04.508347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51042) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:04.589372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:04.596023 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-49729fdd-bd02-49f4-9ad1-460c96e31a67 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835760 May 20 14:48:04.597368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51046) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:04.599175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Usage tracker for resource:port and tenant:bde3c0cc41394d538614d0b8b2a43b4f is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:04.603257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:04.606300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.611646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:04.615888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:04.625736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Made reservation on behalf of bde3c0cc41394d538614d0b8b2a43b4f for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:04.631502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.659731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:04.661694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] device_id is not set on port d3a0b244-5e65-438a-859e-823986a81a51 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:04.687464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.726654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=ab79ce93-48e0-432a-a4e9-75891f35ba2c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:04.730012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:04.741180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:04.751819 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/ab79ce93-48e0-432a-a4e9-75891f35ba2c HTTP/1.1" status: 204 len: 168 time: 5.5139637 May 20 14:48:04.765059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51050) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:04.767965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51052) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:04.830860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Deleting port e8e18697-7acf-4aed-a8ca-616fa86812e3 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:04.831737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:04.857569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122904977'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:04.871606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'subnet': {'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:04.879849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51060) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:04.891973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:04.892889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:04.908662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:04.914612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:04.917244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:04.925499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:04.930957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:04.938498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:05.029102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Allocated IP 2001:db8::261 (719d86a2-92eb-4e38-9f60-24355c55e79d/f3e24564-d164-4783-b6cf-adcf741d7c41/d3a0b244-5e65-438a-859e-823986a81a51) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:05.047983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] For port e8e18697-7acf-4aed-a8ca-616fa86812e3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e8e18697-7acf-4aed-a8ca-616fa86812e3,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:05.048548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.092269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:05.094393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:05.097905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.118679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:05.132722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.150728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:subnet and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:05.173507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:05.188074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:05.196146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Calling delete_port for e8e18697-7acf-4aed-a8ca-616fa86812e3 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:05.216751 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9ca1eb57-3dc4-4c10-9f69-0c7dd14e06d0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8de540c5bec4b97b6511280617a478c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356035 May 20 14:48:05.221016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51072) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:05.254937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.267744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:05.270124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2a6040da-3ff9-49c3-bc68-13e84879d33e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:05.274674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:05.278180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.312357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] No DVR routers for this DVR port e8e18697-7acf-4aed-a8ca-616fa86812e3 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:05.323569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.323992 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment e758be07-f67d-409b-8b24-335c66168a78 of type vlan for network b27edfc0-8a10-48b3-8330-a8943d54c93a May 20 14:48:05.329171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Pushing event deleted for resources: {'Port': ['ID=e8e18697-7acf-4aed-a8ca-616fa86812e3,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:05.334752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:05.395564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.402095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.424248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.440000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Transition to ACTIVE for port object d3a0b244-5e65-438a-859e-823986a81a51 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:05.442664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.504877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.512901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:05.562900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.576717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.582121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:05.582693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.592029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ac755ecf-ae0c-495e-89ad-90eaa7a3cea3 tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:05.598646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Network 719d86a2-92eb-4e38-9f60-24355c55e79d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:05.603383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:05.605731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:05.611876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:05.612107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.619413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=d3a0b244-5e65-438a-859e-823986a81a51,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:05.622364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:05.628479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:05.651293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2170ce2-68ac-48d1-97ff-767636f58747,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:05.654060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:05.655765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:05.660203 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d2170ce2-68ac-48d1-97ff-767636f58747 HTTP/1.1" status: 204 len: 168 time: 0.4351010 May 20 14:48:05.660203 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3770797 May 20 14:48:05.664945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51078) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:05.671220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::d0', 'mac_address': 'fa:16:3e:d1:71:1d'}, {'ip_address': '2001:db8::e', 'mac_address': 'fa:16:3e:79:3c:f2'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:05.897820 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1278498 May 20 14:48:05.910185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=b27edfc0-8a10-48b3-8330-a8943d54c93a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:05.916706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51084) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:05.919560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:05.922502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:05.925997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:05.974940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.036384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-545cdd70-7c46-4a2c-85c5-8c614b8646b4 None None] Provisioning for port d3a0b244-5e65-438a-859e-823986a81a51 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:06.042771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-545cdd70-7c46-4a2c-85c5-8c614b8646b4 None None] Provisioning complete for port d3a0b244-5e65-438a-859e-823986a81a51 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:06.043794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-545cdd70-7c46-4a2c-85c5-8c614b8646b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.098975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-545cdd70-7c46-4a2c-85c5-8c614b8646b4 None None] Port d3a0b244-5e65-438a-859e-823986a81a51 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:06.170470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:06.181871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:06.189523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:06.237387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:06.271853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:06.275296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.299679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.307956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.321740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:06.387674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] In _notify_port_updated(), no bound segment for port d3a0b244-5e65-438a-859e-823986a81a51 on network 719d86a2-92eb-4e38-9f60-24355c55e79d {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:48:06.395033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:06.395163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.396998 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "PUT /v2.0/ports/d3a0b244-5e65-438a-859e-823986a81a51 HTTP/1.1" status: 200 len: 1093 time: 0.7310584 May 20 14:48:06.403491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51104) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:06.489450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.502757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-37270784-113e-4ba4-9e32-83a4c24ca9ad tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:06.580078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event updated for resources: {'Port': ['ID=d3a0b244-5e65-438a-859e-823986a81a51,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:06.599411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:06.611437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8e18697-7acf-4aed-a8ca-616fa86812e3 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:06.638197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port d3a0b244-5e65-438a-859e-823986a81a51 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:06.638938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.684796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e8e18697-7acf-4aed-a8ca-616fa86812e3 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:06.685311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8e18697-7acf-4aed-a8ca-616fa86812e3 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:06.749751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-aef1503e-932d-459d-b647-6fd88bf72813 None None] Provisioning complete for port d3a0b244-5e65-438a-859e-823986a81a51 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:06.750351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-aef1503e-932d-459d-b647-6fd88bf72813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.770275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:06.779040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:06.804506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da6ab92-866b-495d-aaeb-39ea316fba72 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:06.809327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.810759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:06.811389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.819743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:06.824093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:06.847277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:06.873410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:06.917571 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3188393 May 20 14:48:06.935607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51118) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:06.945106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-aef1503e-932d-459d-b647-6fd88bf72813 None None] Port d3a0b244-5e65-438a-859e-823986a81a51 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:06.945300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'name': 'tempest-NetworksTestDHCPv6-102226792'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:06.949524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for d3a0b244-5e65-438a-859e-823986a81a51 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:07.083638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:07.084681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.088656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Checking segment: {'id': '5ce6b291-a8ca-467f-a230-6783e4b7ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:07.089026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network hostable DHCP agents. Network: 33c0cca9-89ce-4a98-ad1f-d1685379a355, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:07.089814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.103064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-400080ee-4319-4220-8358-4dd7fb865415 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:07.171420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Subnet': ['ID=bad77d2b-904f-49d4-b7fb-d0214583f9b9,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:07.173980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:07.236470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:07.259214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:07.268339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 33c0cca9-89ce-4a98-ad1f-d1685379a355) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:07.278279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=d3a0b244-5e65-438a-859e-823986a81a51,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:07.279033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:07.286379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:07.290781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:07.291776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.300468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:07.309445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:07.331881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf/1ff7a7ba-9064-4f56-bfbf-e7968796d097) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:07.366556 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5950551 May 20 14:48:07.373329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51134) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:07.374097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14ef81b-a4f2-45b8-819f-37df55a046b7 None None] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:07.379268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:07.382793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.400012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1272331607'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:07.415804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:07.418173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.423293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:network and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:07.431002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:07.434903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c6aa0117-a2dd-442d-81c8-20208809bd0b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:07.477080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:07.485719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 7a906a96-a8b9-4b3d-9696-947112a1d1b1 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:07.671528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:07.676334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.711875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=c37cdd1b-b153-4e27-82e7-3b356f31c6f3,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:07.723263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:07.735471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': 'e758be07-f67d-409b-8b24-335c66168a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:07.736197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: b27edfc0-8a10-48b3-8330-a8943d54c93a, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:07.748529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.752310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51144) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:07.761037 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/ports/d3a0b244-5e65-438a-859e-823986a81a51 HTTP/1.1" status: 204 len: 168 time: 1.3565426 May 20 14:48:07.765975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51148) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:07.769368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:07.789319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.789993 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Added segment d4ee4c3b-0167-4233-9d6c-49a1e58b7597 of type vlan for network dc48aaa9-b88f-4882-a02e-729f681e68ff May 20 14:48:07.805220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network b27edfc0-8a10-48b3-8330-a8943d54c93a is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:07.848114 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d5f2c1-e554-407c-8774-6fa77d933acf tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] GET failed (client error): The resource could not be found. May 20 14:48:07.848665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-67d5f2c1-e554-407c-8774-6fa77d933acf tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Synchronizing usage tracker for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:07.876973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-67d5f2c1-e554-407c-8774-6fa77d933acf tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Unset dirty status for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:07.881645 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-67d5f2c1-e554-407c-8774-6fa77d933acf tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "GET /v2.0/ports/d3a0b244-5e65-438a-859e-823986a81a51 HTTP/1.1" status: 404 len: 333 time: 0.1121430 May 20 14:48:07.881890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51154) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:07.891115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-33c0cca9-89ce-4a98-ad1f-d1685379a355', 'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355', 'tenant_id': 'fab6db2bb76345c7b7071df945dc7020', 'fixed_ips': [{'subnet_id': 'bad77d2b-904f-49d4-b7fb-d0214583f9b9'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:07.892381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.900563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:07.988742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.017915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Transition to ACTIVE for port object 1ff7a7ba-9064-4f56-bfbf-e7968796d097 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:08.058938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b27edfc0-8a10-48b3-8330-a8943d54c93a) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:08.075409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--150746861', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:08.078935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port 29dddc23-23e8-4039-9c35-83d82b7b3681 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:08.079322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.083727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Transition to ACTIVE for port object 1ff7a7ba-9064-4f56-bfbf-e7968796d097 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:08.085035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02a6b78-36ca-4103-bc82-e2e94ac3eabe None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:08.089469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:08.108006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:08.114783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:08.120055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:08.120700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.133805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.174267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:08.192300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:08.245887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:08.251022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.256082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.275468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.281447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:08.282174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.302626 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3815637 May 20 14:48:08.306827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:08.321721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:08.325643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.333088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:08.335654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:08.338172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51158) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:08.349906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Pushing event updated for resources: {'Port': ['ID=1ff7a7ba-9064-4f56-bfbf-e7968796d097,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:08.352784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:08.355759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::3a6 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf/7a906a96-a8b9-4b3d-9696-947112a1d1b1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:08.357911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Allocated IP 2001:db8:0:ffff::2 (33c0cca9-89ce-4a98-ad1f-d1685379a355/bad77d2b-904f-49d4-b7fb-d0214583f9b9/f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:08.375614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a515bf0-1e61-4b8f-8637-95c6fd23e07a req-ad921f8c-937e-4996-b644-392c6af3c6cc tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:08.377105 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1a515bf0-1e61-4b8f-8637-95c6fd23e07a req-ad921f8c-937e-4996-b644-392c6af3c6cc tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.5520673 May 20 14:48:08.378362 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0040808 May 20 14:48:08.382162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:08.414776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51162) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:08.421499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for 29dddc23-23e8-4039-9c35-83d82b7b3681 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:08.434430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:08.457720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'subnet': {'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:08.526132 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:48:08.555978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8f1d99a2-80dc-4873-84f7-894fc9bf725c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.571391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.579695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7ae6b687-056c-4688-9d0d-d0276dc3664b tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:08.625702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Attempting to bind port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:08.626007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Attempting to bind port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:08.626384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Attempting to bind port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:08.633342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=29dddc23-23e8-4039-9c35-83d82b7b3681,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:08.637608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:08.653831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:08.654254 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:08.654675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.655081 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:08.655594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Bound port: 1ff7a7ba-9064-4f56-bfbf-e7968796d097, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:08.655981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.689444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.713575 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/ports/29dddc23-23e8-4039-9c35-83d82b7b3681 HTTP/1.1" status: 204 len: 168 time: 0.8306065 May 20 14:48:08.714604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51170) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:08.774609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-b27edfc0-8a10-48b3-8330-a8943d54c93a', 'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': 'c37cdd1b-b153-4e27-82e7-3b356f31c6f3'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:08.775394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:08.780257 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c0fad5b-b655-4433-b9c0-1b7b1707f419 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] GET failed (client error): The resource could not be found. May 20 14:48:08.780850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1c0fad5b-b655-4433-b9c0-1b7b1707f419 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Synchronizing usage tracker for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:08.803668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1c0fad5b-b655-4433-b9c0-1b7b1707f419 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Unset dirty status for tenant:bde3c0cc41394d538614d0b8b2a43b4f on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:08.812782 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1c0fad5b-b655-4433-b9c0-1b7b1707f419 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "GET /v2.0/ports/29dddc23-23e8-4039-9c35-83d82b7b3681 HTTP/1.1" status: 404 len: 333 time: 0.0953612 May 20 14:48:08.814689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51174) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:08.972600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:08.979203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:subnet and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:08.984029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:08.991663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:09.001934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:09.002242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] For port 1ff7a7ba-9064-4f56-bfbf-e7968796d097, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:09.008912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:09.016448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:09.024604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port 25efb077-d487-46f1-a3d3-0d8ce598307f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:09.025347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.041758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] For port 1ff7a7ba-9064-4f56-bfbf-e7968796d097, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1ff7a7ba-9064-4f56-bfbf-e7968796d097,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:09.052205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.058864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.070333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9c0413e5-9663-486e-bf46-364f10b2e93d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:09.129299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Transition to ACTIVE for port object f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:09.138179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:09.143349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:subnet and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:09.147115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:09.153694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:09.192358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.216434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:09.219902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.249796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Transition to ACTIVE for port object f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:09.261778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Pushing event updated for resources: {'Port': ['ID=1ff7a7ba-9064-4f56-bfbf-e7968796d097,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:09.271910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:09.273349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Allocated IP 2001:db8::2 (b27edfc0-8a10-48b3-8330-a8943d54c93a/c37cdd1b-b153-4e27-82e7-3b356f31c6f3/18bc6116-4355-4016-97a9-404ede3016e1) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:09.278803 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.284026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-550ae359-9d15-44c8-b913-c3158da2ef95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:09.325947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for 25efb077-d487-46f1-a3d3-0d8ce598307f owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:09.346609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Network': ['ID=dc48aaa9-b88f-4882-a02e-729f681e68ff,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:09.349246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:09.361338 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1a515bf0-1e61-4b8f-8637-95c6fd23e07a req-d0fe58fd-32f2-4d02-b9c5-049d49a681f9 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9404814 May 20 14:48:09.388763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:09.392133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.474347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.481304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-09fdc35a-d9d6-40cc-8870-81a0614db872 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:09.495427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:09.497521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network dc48aaa9-b88f-4882-a02e-729f681e68ff details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:09.544596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Pushing event updated for resources: {'Port': ['ID=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:09.548517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:09.550834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:09.555675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:09.570425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=25efb077-d487-46f1-a3d3-0d8ce598307f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:09.574743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:09.620949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.626765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.647688 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/ports/25efb077-d487-46f1-a3d3-0d8ce598307f HTTP/1.1" status: 204 len: 168 time: 0.8302040 May 20 14:48:09.650005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51184) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:09.702831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.743644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting subnet f3e24564-d164-4783-b6cf-adcf741d7c41 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:09.751228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.845774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Attempting to bind port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:09.846157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Attempting to bind port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '5ce6b291-a8ca-467f-a230-6783e4b7ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:09.846527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Attempting to bind port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d on network 33c0cca9-89ce-4a98-ad1f-d1685379a355 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:09.864633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.865489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.866048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:09.866442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Checking segment: {'id': '5ce6b291-a8ca-467f-a230-6783e4b7ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:09.866859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.867286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Bound using segment: {'id': '5ce6b291-a8ca-467f-a230-6783e4b7ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:09.867778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Bound port: f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce6b291-a8ca-467f-a230-6783e4b7ea67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '33c0cca9-89ce-4a98-ad1f-d1685379a355'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:09.868163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.882541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 7a906a96-a8b9-4b3d-9696-947112a1d1b1 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:09.916329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9bbf99fb-6548-4962-9e72-531d02d69ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:09.939188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.959607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829af49b-6f02-4356-bcba-11dc450fef6a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:09.962881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:09.964440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:09.973380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Transition to ACTIVE for port object 18bc6116-4355-4016-97a9-404ede3016e1 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:09.994278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-62467d6e-e88e-4fdc-958a-98420c73ae55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:10.005829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.027062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Transition to ACTIVE for port object 18bc6116-4355-4016-97a9-404ede3016e1 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:10.039062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] For port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:10.043000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.049164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] For port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,segment=NetworkSegment(5ce6b291-a8ca-467f-a230-6783e4b7ea67),segment_id=5ce6b291-a8ca-467f-a230-6783e4b7ea67)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:10.051968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fe18069f-fdd6-4759-b34b-34416057053a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:10.106231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558ac6c-d125-4bbb-9e20-ce27122a3d3e req-cbcc3cb2-1c94-47a1-bc7b-405f75452527 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:10.114157 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f558ac6c-d125-4bbb-9e20-ce27122a3d3e req-cbcc3cb2-1c94-47a1-bc7b-405f75452527 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 0.9912295 May 20 14:48:10.115846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.133982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:10.139713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:10.140295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:10.169648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Pushing event updated for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:10.172612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:10.176262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:10.178794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:10.362781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:10.376998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.377349 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment 4316589b-a644-4837-8fda-a5f6733528d3 of type vlan for network f8e5173e-a289-47a2-8422-9bb1a2360f97 May 20 14:48:10.408096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.445763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=7a906a96-a8b9-4b3d-9696-947112a1d1b1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:10.448426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Attempting to bind port 18bc6116-4355-4016-97a9-404ede3016e1 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:10.448426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Attempting to bind port 18bc6116-4355-4016-97a9-404ede3016e1 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'e758be07-f67d-409b-8b24-335c66168a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:10.448765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Attempting to bind port 18bc6116-4355-4016-97a9-404ede3016e1 on network b27edfc0-8a10-48b3-8330-a8943d54c93a {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:10.456876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:10.457279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Checking segment: {'id': 'e758be07-f67d-409b-8b24-335c66168a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:10.457654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.458050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Bound using segment: {'id': 'e758be07-f67d-409b-8b24-335c66168a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:10.458526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Bound port: 18bc6116-4355-4016-97a9-404ede3016e1, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e758be07-f67d-409b-8b24-335c66168a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:10.458900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.462141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:10.523213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:10.530452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:10.545784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:10.546457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.548535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Pushing event updated for resources: {'Port': ['ID=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:10.565046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:10.583522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.593609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.593971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:10.599399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:10.600019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.611852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-712d39ab-83fe-41eb-bde5-9b81a955234d tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:10.653775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:10.658115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=18bc6116-4355-4016-97a9-404ede3016e1,segment=NetworkSegment(e758be07-f67d-409b-8b24-335c66168a78),segment_id=e758be07-f67d-409b-8b24-335c66168a78)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:10.659344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.667818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d0df40-e49d-4917-95ff-3824078b9dcb None None] Network 719d86a2-92eb-4e38-9f60-24355c55e79d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:10.685538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e24564-d164-4783-b6cf-adcf741d7c41,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:10.693495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:10.701248 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/subnets/f3e24564-d164-4783-b6cf-adcf741d7c41 HTTP/1.1" status: 204 len: 168 time: 1.0500600 May 20 14:48:10.702632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51194) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:10.823721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8a3c55b8-5110-4f77-bfdf-29442166615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.872729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1ff7a7ba-9064-4f56-bfbf-e7968796d097 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:10.875306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.896629 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9576428 May 20 14:48:10.901327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51198) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:10.903559 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f558ac6c-d125-4bbb-9e20-ce27122a3d3e req-1448a206-0d55-41a9-9112-a12bd6e49f1b tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7885561 May 20 14:48:10.964407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:10.971052 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2165997 May 20 14:48:10.985001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51204) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:10.993647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:10.995867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=f8e5173e-a289-47a2-8422-9bb1a2360f97,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:10.998738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:11.004198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-227625728', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:11.018544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:11.035025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:11.112846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:11.134105 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Pushing event updated for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:11.140605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:11.141272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9910e6b-2374-4d94-994b-4b759736a1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:11.148223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9910e6b-2374-4d94-994b-4b759736a1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:11.150857 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d9910e6b-2374-4d94-994b-4b759736a1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2452898 May 20 14:48:11.152998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Deleting port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:11.153346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.158045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:11.163630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51208) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:11.234054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ba8be-2057-4456-b7f9-47c5e1306afc req-f17cde84-c226-448f-86b1-21379b66ae8e tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:11.235584 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1e6ba8be-2057-4456-b7f9-47c5e1306afc req-f17cde84-c226-448f-86b1-21379b66ae8e tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 1.1534567 May 20 14:48:11.246368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.247759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.278530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:11.290238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-899b0c69-898d-4d3a-8ff5-ef22aaf5cf07 None None] Provisioning for port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:11.312331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.330788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] For port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,segment=NetworkSegment(0494e877-7325-436b-ae5a-3a6a18f7c3a5),segment_id=0494e877-7325-436b-ae5a-3a6a18f7c3a5)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:11.331709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.352968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:11.382560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:11.382851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.382966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.475275 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1e6ba8be-2057-4456-b7f9-47c5e1306afc req-bd7da9e5-7c1b-40a5-85bc-eef7d125e538 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238021 May 20 14:48:11.591087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.620533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a372ac-658b-423e-bab7-2dcddcee60a7 None None] DHCP port deletion for 719d86a2-92eb-4e38-9f60-24355c55e79d request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:11.625042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b9a51317-c7d2-4e1b-8167-199b1277707f None None] Provisioning for port 7a906a96-a8b9-4b3d-9696-947112a1d1b1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:11.627165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Calling delete_port for 2a2bdadf-2d38-4692-a57b-bcb13ae4847d owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:11.701761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 1ff7a7ba-9064-4f56-bfbf-e7968796d097, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1ff7a7ba-9064-4f56-bfbf-e7968796d097,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:11.721176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.739404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a40d1e42-c723-4b83-b3c4-79f3c52ccfc3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:11.743071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b9a51317-c7d2-4e1b-8167-199b1277707f None None] Provisioning complete for port 7a906a96-a8b9-4b3d-9696-947112a1d1b1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:11.743510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b9a51317-c7d2-4e1b-8167-199b1277707f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:11.817854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] No DVR routers for this DVR port 2a2bdadf-2d38-4692-a57b-bcb13ae4847d on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:11.819579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Port': ['ID=2a2bdadf-2d38-4692-a57b-bcb13ae4847d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:11.846662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-07a372ac-658b-423e-bab7-2dcddcee60a7 None None] The port '2a2bdadf-2d38-4692-a57b-bcb13ae4847d' was deleted {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 14:48:11.848347 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b9a51317-c7d2-4e1b-8167-199b1277707f None None] Port 7a906a96-a8b9-4b3d-9696-947112a1d1b1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:11.849888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8b6afd-ddef-4877-abc5-e0421feecc7f None None] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:11.884711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:12.037778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.053210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719d86a2-92eb-4e38-9f60-24355c55e79d']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:12.067215 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0494e877-7325-436b-ae5a-3a6a18f7c3a5') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:12.067510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0494e877-7325-436b-ae5a-3a6a18f7c3a5') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:12.075979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.080619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.102311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 7a906a96-a8b9-4b3d-9696-947112a1d1b1 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:12.102866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.105992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.114502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:12.115602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.132839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:12.184295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.195891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7ce273fb-d4b6-473c-801b-4e363e87770b None None] Provisioning for port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:12.219901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.225455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:12.245290 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:12.249510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.259906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fe170ca8-b526-4ec4-8398-d3ac3b24fd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:12.260927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=1ff7a7ba-9064-4f56-bfbf-e7968796d097,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:12.264498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:12.271637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:12.280592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.298394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Pushing event deleted for resources: {'Network': ['ID=719d86a2-92eb-4e38-9f60-24355c55e79d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:12.306405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:12.314659 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] 10.222.0.58 "DELETE /v2.0/networks/719d86a2-92eb-4e38-9f60-24355c55e79d HTTP/1.1" status: 204 len: 168 time: 1.6095426 May 20 14:48:12.448132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network b27edfc0-8a10-48b3-8330-a8943d54c93a is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:12.491736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:12.543155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674366d8-452f-49bf-8cb2-479e3f049157 req-9ce15360-b97a-40f5-a669-016d1a90a8e6 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:12.547285 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-674366d8-452f-49bf-8cb2-479e3f049157 req-9ce15360-b97a-40f5-a669-016d1a90a8e6 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.9132440 May 20 14:48:12.582787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:12.583419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.637201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=c7f4fcfd-2df4-49e5-88c8-22a0861de05b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:12.670384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:12.682892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:12.719136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51228) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:12.788942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:12.828977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b912469-748b-4908-82d2-ab1a52f41177 None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:12.955696 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4addd9cb-fc64-496f-9c07-26eac9ab12c6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bde3c0cc41394d538614d0b8b2a43b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348995 May 20 14:48:12.960176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51234) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:12.970427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-11bb29cf-6098-4bb9-91b3-eac70337cd46 None None] Provisioning for port 18bc6116-4355-4016-97a9-404ede3016e1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:13.000315 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:13.009182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 7a906a96-a8b9-4b3d-9696-947112a1d1b1 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:13.009556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:13.010006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.027760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-178f710b-3e36-48f2-a351-7fb6c4f8fe99 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.028555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-178f710b-3e36-48f2-a351-7fb6c4f8fe99 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Synchronizing usage tracker for tenant:f3c1f543ff714ef6b692ce3df75c7d70 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:13.029648 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-674366d8-452f-49bf-8cb2-479e3f049157 req-c5266d07-e30d-4406-b2f0-c6cb5d79ec9d tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4715006 May 20 14:48:13.030849 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6671109 May 20 14:48:13.034597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51238) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:13.123515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.139194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-178f710b-3e36-48f2-a351-7fb6c4f8fe99 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Unset dirty status for tenant:f3c1f543ff714ef6b692ce3df75c7d70 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:13.140351 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-178f710b-3e36-48f2-a351-7fb6c4f8fe99 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.11 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.2711895 May 20 14:48:13.178573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:48:13.186266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3196d-8c75-4dbe-93b5-46547615740c req-85d809b1-b3fe-4baf-b8cc-4a6462aa6511 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.186438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.187986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.189538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.191251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.192912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:13.193227 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dcb3196d-8c75-4dbe-93b5-46547615740c req-85d809b1-b3fe-4baf-b8cc-4a6462aa6511 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.8382523 May 20 14:48:13.193808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Synchronizing usage tracker for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:13.198021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.227052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:13.228586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.305074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Unset dirty status for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:13.305723 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-30812f97-adf7-45df-a4d9-8936bd6c035c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2700307 May 20 14:48:13.312610 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.318892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51242) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:13.337449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417907088'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:13.343056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:13.349190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:13.354107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:13.362000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:13.363925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,segment=NetworkSegment(5ce6b291-a8ca-467f-a230-6783e4b7ea67),segment_id=5ce6b291-a8ca-467f-a230-6783e4b7ea67)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:13.373683 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dcb3196d-8c75-4dbe-93b5-46547615740c req-279b7f93-83b3-4c71-9520-13eae6cf5fcc tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795413 May 20 14:48:13.388935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:13.392901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.412476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.413326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.413451 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1ff7a7ba-9064-4f56-bfbf-e7968796d097 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:13.420298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3b997474-b519-42cb-9d69-9bb26452c304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:13.437666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d76ad45-8ce5-4206-a439-391783b222a8,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:13.440126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:13.445301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Deleting port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:13.445648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.448904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:13.487003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:13.490313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.493913 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d76ad45-8ce5-4206-a439-391783b222a8 HTTP/1.1" status: 204 len: 168 time: 0.5315111 May 20 14:48:13.504126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Subnet': ['ID=9ada4d14-5ac8-47c1-a1f8-49465be5c92f,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:13.540198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:13.553759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Checking segment: {'id': 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:13.554250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network hostable DHCP agents. Network: dc48aaa9-b88f-4882-a02e-729f681e68ff, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:13.663114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.669194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Update dhcp port {'port': {'network_id': 'b27edfc0-8a10-48b3-8330-a8943d54c93a', 'fixed_ips': [{'subnet_id': 'c37cdd1b-b153-4e27-82e7-3b356f31c6f3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c7f4fcfd-2df4-49e5-88c8-22a0861de05b'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '18bc6116-4355-4016-97a9-404ede3016e1'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:48:13.694395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:13.705861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:13.730368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.730716 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0 of type vlan for network 2bc95106-47b4-409a-8f96-f240f4ac8762 May 20 14:48:13.738886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.752410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:13.753213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.823678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.837922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.841430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5ab819b2-1c35-4227-8142-7659efc103c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:13.853988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] For port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:13.854390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:13.954098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network dc48aaa9-b88f-4882-a02e-729f681e68ff is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:13.976767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, dc48aaa9-b88f-4882-a02e-729f681e68ff) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:13.979003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=7a906a96-a8b9-4b3d-9696-947112a1d1b1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:13.980809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.030358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:14.041514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d12360-f88e-4059-bea4-fee26df7c53d None None] Network dc48aaa9-b88f-4882-a02e-729f681e68ff requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:14.053022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f06178-21ba-4f88-a6d5-0f4bc3028212 req-daf5956d-7165-4a50-80b4-561a32de6318 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.054920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-38f06178-21ba-4f88-a6d5-0f4bc3028212 req-daf5956d-7165-4a50-80b4-561a32de6318 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 0.8409686 May 20 14:48:14.068691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.086669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.092119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.092714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.120178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b3d30a57-2535-49da-8c29-7d020546863d tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:14.150773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5fe14-f301-4778-8986-952a5842280f req-a099c2ab-6a85-45d0-a934-f91ddf9bc3f2 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.151542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-41f5fe14-f301-4778-8986-952a5842280f req-a099c2ab-6a85-45d0-a934-f91ddf9bc3f2 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Synchronizing usage tracker for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:14.180789 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8516037 May 20 14:48:14.186857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51264) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:14.206909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'New_network'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:14.218019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.219354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.227180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.269513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 18bc6116-4355-4016-97a9-404ede3016e1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:14.380831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Allocated IP 172.20.0.1 (b27edfc0-8a10-48b3-8330-a8943d54c93a/c7f4fcfd-2df4-49e5-88c8-22a0861de05b/18bc6116-4355-4016-97a9-404ede3016e1) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:14.403648 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/7a906a96-a8b9-4b3d-9696-947112a1d1b1 HTTP/1.1" status: 204 len: 168 time: 3.2338495 May 20 14:48:14.422887 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-38f06178-21ba-4f88-a6d5-0f4bc3028212 req-bcd3e1f2-c920-4cfd-bb52-01301c28eead tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3579614 May 20 14:48:14.427448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51272) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:14.441174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=2bc95106-47b4-409a-8f96-f240f4ac8762,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:14.444062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:14.458993 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.0344651 May 20 14:48:14.470998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51276) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:14.508193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:14.572300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-41f5fe14-f301-4778-8986-952a5842280f req-a099c2ab-6a85-45d0-a934-f91ddf9bc3f2 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Unset dirty status for tenant:0470f22e96294cd0af0a9daedb2e3b25 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:14.573563 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f5fe14-f301-4778-8986-952a5842280f req-a099c2ab-6a85-45d0-a934-f91ddf9bc3f2 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 0.8529122 May 20 14:48:14.593438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'port': {'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff', 'name': 'tempest-NetworksIpV6TestAttrs-864579786'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:14.661656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b4d47-7bc4-4da3-9028-1272aa1aacb6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.663955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780b4d47-7bc4-4da3-9028-1272aa1aacb6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.664701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-780b4d47-7bc4-4da3-9028-1272aa1aacb6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:14.735552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.105 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/e82552f7-dcc8-4964-ac32-3e1d41f5b2d7) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:14.739074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=18bc6116-4355-4016-97a9-404ede3016e1,segment=NetworkSegment(e758be07-f67d-409b-8b24-335c66168a78),segment_id=e758be07-f67d-409b-8b24-335c66168a78)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:14.750225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 18bc6116-4355-4016-97a9-404ede3016e1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:14.765040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 18bc6116-4355-4016-97a9-404ede3016e1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:14.765410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.808546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.843650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.885238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51288) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:14.908222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:14.909552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.937745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-780b4d47-7bc4-4da3-9028-1272aa1aacb6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:14.941492 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-780b4d47-7bc4-4da3-9028-1272aa1aacb6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5106742 May 20 14:48:14.942297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51294) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:14.968158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 is not hosted by any dhcp agent {{(pid=98806) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:48:14.973932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:14.974537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.978802 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "PUT /v2.0/networks/2bc95106-47b4-409a-8f96-f240f4ac8762 HTTP/1.1" status: 200 len: 723 time: 0.7888548 May 20 14:48:14.980897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.981256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.981568 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Floating IP f35a33c2-2056-4fe8-80c5-09b810ef626e disassociated. External IP: 172.26.6.70, port: 3824e6e1-cb6d-4df6-9d05-b6c0df26e616. May 20 14:48:14.981907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Calling delete_port for 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:14.982572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:14.989665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51298) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:15.007718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:15.020103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:15.026500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.036236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.044797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-dc48aaa9-b88f-4882-a02e-729f681e68ff', 'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff', 'tenant_id': 'fab6db2bb76345c7b7071df945dc7020', 'fixed_ips': [{'subnet_id': '9ada4d14-5ac8-47c1-a1f8-49465be5c92f'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:15.045964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.070632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Transition to ACTIVE for port object 18bc6116-4355-4016-97a9-404ede3016e1 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:15.085962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'networks': [{'name': 'tempest-network--1228302888'}, {'name': 'tempest-network--1891335139'}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:15.086328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'network': {'name': 'tempest-network--1228302888'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:15.086721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'network': {'name': 'tempest-network--1891335139'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:15.098940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:15.113201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.121572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4447b-9773-49ce-8712-43873054d39f req-5911a995-80d2-4d8e-838b-35b64b60efd5 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:15.122873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:15.129835 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0eb4447b-9773-49ce-8712-43873054d39f req-5911a995-80d2-4d8e-838b-35b64b60efd5 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 946 time: 0.6022391 May 20 14:48:15.132022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:network and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:15.139769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:15.162234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=2bc95106-47b4-409a-8f96-f240f4ac8762,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:15.166972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:15.171045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.174282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:15.264684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:15.276826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:15.282593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:port and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:15.287308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:15.292492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:15.302994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:15.316995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:15.332709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Deleting port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:15.333086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.344477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145966f-a32a-494d-9c00-2ecdff6dfc5b req-1f101d7a-bc72-4f5d-98a8-89a49dc3d2d8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:15.345930 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e145966f-a32a-494d-9c00-2ecdff6dfc5b req-1f101d7a-bc72-4f5d-98a8-89a49dc3d2d8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.7613566 May 20 14:48:15.357731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:15.361297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.387297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:15.390629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.419561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.423010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'network': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:15.428151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.445482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:15.486457 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0eb4447b-9773-49ce-8712-43873054d39f req-a02a2318-be56-4277-ad42-7882a3e9b563 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups?id=007ea8f4-8299-4c81-88d4-2eb2c4bc050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3529725 May 20 14:48:15.499115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:15.499685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:15.515603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.516167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Pushing event updated for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:15.524261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:15.562297 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e145966f-a32a-494d-9c00-2ecdff6dfc5b req-5802ca61-291e-4eee-adf9-c10c0c376d6d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051418 May 20 14:48:15.577309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:15.591372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:15.596311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:15.613514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Allocated IP 2001:db8::f816:3eff:fefc:b26f (dc48aaa9-b88f-4882-a02e-729f681e68ff/9ada4d14-5ac8-47c1-a1f8-49465be5c92f/250389bf-ade2-4b6e-b7c2-4b2a6f06a910) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:15.620476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:security_group_rule and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:15.625818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:15.641468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:15.656159 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] device_id is not set on port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:15.712520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:15.721758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:15.865728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.876606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:15.882611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Transition to ACTIVE for port object 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:15.904002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Transition to ACTIVE for port object 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:15.913146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.926755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4f7235d8-6240-4004-8c70-a40ffc12caa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:15.977270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.979760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] For port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:15.980243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.989773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:15.991605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Network dc48aaa9-b88f-4882-a02e-729f681e68ff is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:15.998809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:16.005249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-69123751-bf8c-4d4c-822e-a6416e7b4267 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:16.033394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:16.124826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Pushing event updated for resources: {'Port': ['ID=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:16.135455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:16.155974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event deleted for resources: {'Port': ['ID=3824e6e1-cb6d-4df6-9d05-b6c0df26e616,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:16.171406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.184614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:16.190342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Attempting to bind port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:16.190727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Attempting to bind port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:16.191199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Attempting to bind port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 on network dc48aaa9-b88f-4882-a02e-729f681e68ff {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:16.199853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:16.200618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Checking segment: {'id': 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:16.201046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.201444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Bound using segment: {'id': 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:16.201925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Bound port: 250389bf-ade2-4b6e-b7c2-4b2a6f06a910, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'dc48aaa9-b88f-4882-a02e-729f681e68ff'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:16.202385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.204047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Allocated IP 2001:db8::f816:3eff:fe51:4b41 (dc48aaa9-b88f-4882-a02e-729f681e68ff/9ada4d14-5ac8-47c1-a1f8-49465be5c92f/7e311eb1-91a4-4b52-8c5b-a1d2279df06f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:16.236667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a081ac-3409-4d45-99fc-77164a7f59ef None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:16.322891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=18bc6116-4355-4016-97a9-404ede3016e1,segment=NetworkSegment(e758be07-f67d-409b-8b24-335c66168a78),segment_id=e758be07-f67d-409b-8b24-335c66168a78)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:16.375713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.386641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:16.387171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.402510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dbe82ec2-5c73-470f-9776-1e6a51e0865d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:16.439893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-29619322-1826-4047-a2d5-5582548abe43 None None] Provisioning for port 18bc6116-4355-4016-97a9-404ede3016e1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:16.456539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:16.474068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:16.476215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-29619322-1826-4047-a2d5-5582548abe43 None None] Provisioning complete for port 18bc6116-4355-4016-97a9-404ede3016e1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:16.477029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-29619322-1826-4047-a2d5-5582548abe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.483293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555456'] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.527285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de9276b-8f1f-4b78-ba9f-9ecfbf46d1a6 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:16.542828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:16.592266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2a2bdadf-2d38-4692-a57b-bcb13ae4847d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:16.657357 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf HTTP/1.1" status: 204 len: 168 time: 1.7138970 May 20 14:48:16.658134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51310) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:16.662749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 2a2bdadf-2d38-4692-a57b-bcb13ae4847d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:16.663330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2a2bdadf-2d38-4692-a57b-bcb13ae4847d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:16.760602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:16.774772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:16.793521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] For port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:16.839767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.840312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:16.840733 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Floating IP e07c5fd4-663b-48f9-a908-f187cdc8b28c disassociated. External IP: 172.26.6.13, port: 3bff4a9e-a0b5-43a0-a604-f3b603d720a1. May 20 14:48:16.841158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Calling delete_port for 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:16.848805 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-38574ad7-ac6f-40fc-88fa-a6902b01ac46 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679902 May 20 14:48:16.852872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51314) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:16.856210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Router 139188a0-e2cf-45c7-ba98-f2285ba98f8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:48:16.881716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:16.974948 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-93874008-4616-44aa-bfb3-241283b9649c req-c125fd26-cd70-415b-ab0a-bcdbb0471271 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.1309857 May 20 14:48:17.090586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f3ca6-574c-4990-972e-7b231101b473 req-6639632d-3349-4fdb-bad3-449181a038c5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:17.098289 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e85f3ca6-574c-4990-972e-7b231101b473 req-6639632d-3349-4fdb-bad3-449181a038c5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 946 time: 1.2192950 May 20 14:48:17.183387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] For port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,segment=NetworkSegment(d4ee4c3b-0167-4233-9d6c-49a1e58b7597),segment_id=d4ee4c3b-0167-4233-9d6c-49a1e58b7597)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:17.211800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.223127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.296270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.298863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.299466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.313714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:17.333057 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e85f3ca6-574c-4990-972e-7b231101b473 req-d8e67b66-d766-4e77-a926-7a827bd224dd tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups?id=18119733-a31c-4096-8811-ffffb7779ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338467 May 20 14:48:17.349915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Transition to ACTIVE for port object 7e311eb1-91a4-4b52-8c5b-a1d2279df06f will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:17.361873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.380130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fd15c526-45e7-4612-a4da-96306f1de9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:17.400831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576ae24f-2680-4b17-a2c6-673fb5957f20,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:17.410886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:17.411731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:17.443401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.476351 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c906b06c-af5d-45b4-9be2-e4d1012e50d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:17.478055 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c906b06c-af5d-45b4-9be2-e4d1012e50d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6205227 May 20 14:48:17.518144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51318) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:17.527418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:48:17.531780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Pushing event updated for resources: {'Port': ['ID=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:17.541038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:17.554915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:17.555164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.581425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] Sync routers for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:48:17.644316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.644653 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Added segment 5691dac6-9d35-453d-8f19-5f978633058e of type vlan for network 76cc612a-a501-4768-a7d4-c0405b04abf4 May 20 14:48:17.649781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:17.650422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:17.732966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] No DVR routers for this DVR port 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:17.734805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa991ed0-8ba2-4756-800d-205d65ea576b req-80fef761-280d-4c20-afe8-56be3c406a04 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:17.742089 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fa991ed0-8ba2-4756-800d-205d65ea576b req-80fef761-280d-4c20-afe8-56be3c406a04 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.6177897 May 20 14:48:17.745248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.753719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.756793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'name': 'network-vif-deleted', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:48:17.770729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9e9f5ea8-17fe-4990-b978-ef472e28fc20 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:17.807630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f3cbe11-407f-4ec1-9dc1-824b583bcd8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:17.808590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6f3cbe11-407f-4ec1-9dc1-824b583bcd8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:17.818333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:17.880348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:17.918370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:17.960594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:17.960943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 3824e6e1-cb6d-4df6-9d05-b6c0df26e616 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:18.013985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Port': ['ID=7e311eb1-91a4-4b52-8c5b-a1d2279df06f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:18.028718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:18.029520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.037585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:48:18.051613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:18.068008 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fa991ed0-8ba2-4756-800d-205d65ea576b req-8a58c9f1-50a2-4c03-9654-78ba8d198845 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3249700 May 20 14:48:18.108002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:18.130685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:18.134011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.159894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network dc48aaa9-b88f-4882-a02e-729f681e68ff is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:18.163821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.171269 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93db3d96-2cc9-4244-84db-4db4310bb213', 'name': 'network-vif-deleted', 'tag': '3824e6e1-cb6d-4df6-9d05-b6c0df26e616', 'status': 'completed', 'code': 200} May 20 14:48:18.176000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event deleted for resources: {'Port': ['ID=3bff4a9e-a0b5-43a0-a604-f3b603d720a1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:18.187195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:18.188233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:18.190671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:18.199088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:18.199769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.222664 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-30dc1df6-ee7f-401c-a716-690d659349e8 req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.11 "DELETE /v2.0/ports/3824e6e1-cb6d-4df6-9d05-b6c0df26e616 HTTP/1.1" status: 204 len: 173 time: 5.0728018 May 20 14:48:18.223304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6f3cbe11-407f-4ec1-9dc1-824b583bcd8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:18.225542 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6f3cbe11-407f-4ec1-9dc1-824b583bcd8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6991405 May 20 14:48:18.231881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51326) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:18.245013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.245531 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Added segment bb9732d1-5acc-4ae6-9392-6f5b7ad13755 of type vlan for network 8dca3b07-d3a7-4005-b8d4-a72679c08be0 May 20 14:48:18.260430 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7874231 May 20 14:48:18.263821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55c413d8-89db-41b6-8106-c2a651de8810 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:18.291392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 18bc6116-4355-4016-97a9-404ede3016e1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:18.329732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51330) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:18.444063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=fd00fa9f-d1f0-41a8-973e-d786fe7b39e5,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:18.454937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:18.510832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Deleting port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:18.521608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.587706 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-56b221fe-e8ad-44f9-bf4f-bd99eae1c462 req-fb7f395a-6bfa-4208-ba5e-8bc30b526fc2 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/ports?device_id=93db3d96-2cc9-4244-84db-4db4310bb213 HTTP/1.1" status: 200 len: 210 time: 0.3572307 May 20 14:48:18.627382 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-66cab7d5-f368-48c2-bb28-4c14c12f7622 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3795803 May 20 14:48:18.638307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51336) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:18.653789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:18.683904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:18.684647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: 2bc95106-47b4-409a-8f96-f240f4ac8762, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:18.697730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.727597 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-469adfc6-20c2-434d-bd8b-c0c747958358 req-3114af5a-85aa-408c-b291-3e5315b773a6 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.1212640 May 20 14:48:18.765436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 18bc6116-4355-4016-97a9-404ede3016e1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:18.766482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.819008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] For port 1ff7a7ba-9064-4f56-bfbf-e7968796d097, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1ff7a7ba-9064-4f56-bfbf-e7968796d097,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:18.819688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.849505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting subnet 9ada4d14-5ac8-47c1-a1f8-49465be5c92f {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:18.874454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.979511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.980191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.986602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:18.991596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:18.992320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:18.998653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:19.031848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:19.077342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:19.101470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:19.114157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:48:19.132805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:19.148578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:19.227044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Network': ['ID=76cc612a-a501-4768-a7d4-c0405b04abf4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:19.234978 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.3362567 May 20 14:48:19.244438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Calling delete_port for 1ff7a7ba-9064-4f56-bfbf-e7968796d097 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:19.247142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2fac2c9d-3419-452b-b4c2-ad6e2c253acf None None] Provisioning complete for port 18bc6116-4355-4016-97a9-404ede3016e1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:19.247391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2fac2c9d-3419-452b-b4c2-ad6e2c253acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:19.254683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51342) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:19.259658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:48:19.274032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:19.291911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 76cc612a-a501-4768-a7d4-c0405b04abf4 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:19.309258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1458080-9ce2-49c7-bc0d-da5f07020f52 None None] Network dc48aaa9-b88f-4882-a02e-729f681e68ff requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:19.358415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 2bc95106-47b4-409a-8f96-f240f4ac8762) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:19.379854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:19.380455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:19.412505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af90575-9591-45ef-bdd2-3dfa8afcb4b5 None None] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:19.487674 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4921720 May 20 14:48:19.498166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51346) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:19.559210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:48:19.568456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:19.572506 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] Sync routers for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:48:19.582328 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:19.582937 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:19.759971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:19.902107 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:43Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:19.960970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Network': ['ID=8dca3b07-d3a7-4005-b8d4-a72679c08be0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:19.978565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] No DVR routers for this DVR port 3bff4a9e-a0b5-43a0-a604-f3b603d720a1 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:19.982331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:19.985747 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f5fe14-f301-4778-8986-952a5842280f req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.11 "DELETE /v2.0/ports/3bff4a9e-a0b5-43a0-a604-f3b603d720a1 HTTP/1.1" status: 204 len: 173 time: 5.3712249 May 20 14:48:19.993208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 8dca3b07-d3a7-4005-b8d4-a72679c08be0 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:20.000847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:20.021767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] Checking router: 139188a0-e2cf-45c7-ba98-f2285ba98f8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:48:20.022239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.971s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:20.022784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:20.103909 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:20.170328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.200858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'name': 'network-vif-deleted', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:48:20.280393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:20.327887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:20.328530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:20.333875 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5f6d66c4-19c2-4a17-a9c3-98d131377945 req-dc4598f1-8e3a-44c0-9758-3fe8db64f29c tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2f40a76-9f94-43c6-88ed-03b82e111b5a HTTP/1.1" status: 200 len: 210 time: 0.2435589 May 20 14:48:20.398236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:20.399342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:20.410251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:20.419339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:20.425739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51360) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:20.427141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.436934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:20.443134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Synchronizing usage tracker for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:20.471150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Pushing event deleted for resources: {'Port': ['ID=1ff7a7ba-9064-4f56-bfbf-e7968796d097,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:20.473076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] No DVR routers for this DVR port 1ff7a7ba-9064-4f56-bfbf-e7968796d097 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:20.477827 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:50Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:20.482352 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] Checking router: 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:48:20.482807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.490205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:20.493331 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:20.494408 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:20.528694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:20.584176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8f86bf83-6720-4b49-bdf8-41bb0dd69f6f None None] Provisioning for port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:20.607806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db6371-1c5d-4289-a615-07f48cdd7639 req-051d8cae-fd0b-4edc-b922-18f5bcf6ff94 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:20.609590 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-28db6371-1c5d-4289-a615-07f48cdd7639 req-051d8cae-fd0b-4edc-b922-18f5bcf6ff94 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 1.3558574 May 20 14:48:20.618685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:48:20.640764 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f40a76-9f94-43c6-88ed-03b82e111b5a', 'name': 'network-vif-deleted', 'tag': '3bff4a9e-a0b5-43a0-a604-f3b603d720a1', 'status': 'completed', 'code': 200} May 20 14:48:20.652357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128679722'] for subnet, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.665115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:20.668517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:20.702859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:20.703697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.709038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:48:20.711858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=2ed01ead-abd5-4e87-8d88-7b1fae9260bc,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:20.717483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-2bc95106-47b4-409a-8f96-f240f4ac8762', 'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': 'fd00fa9f-d1f0-41a8-973e-d786fe7b39e5'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:20.718427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.727437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0fe86-bf8a-42ae-886b-ff24babe5cd7 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:20.729844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.734132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.734617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.735079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.735876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.736074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.736528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.737517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.737967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.738414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.738880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.739397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.740157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:20.757337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:20.758971 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1170182 May 20 14:48:20.762559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51364) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:20.770684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '2ed01ead-abd5-4e87-8d88-7b1fae9260bc', 'ip_address': '2001:db8::c9a:5257:16f8:dcb2'}], 'name': 'tempest-NetworksTestDHCPv6-1614535916'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:20.774776 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:20.816073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.822834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:20.823512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:20.872541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Unset dirty status for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:20.874034 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-64fe9830-a87f-4083-bd07-1cc446599247 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.6123631 May 20 14:48:20.901800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:20.903363 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.9133782 May 20 14:48:20.922376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51368) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:20.922998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51370) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.046753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:21.052309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:21.056614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:21.063898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:21.081083 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-28db6371-1c5d-4289-a615-07f48cdd7639 req-e43c24da-7da5-449c-80cf-92eed6515afe tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681398 May 20 14:48:21.099286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:21.112946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:21.126098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:21.243665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:21.243989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.303080 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:50Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:21.308958 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcffc7a-bf92-447c-adc8-647933437abc None None] The sync data for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv is: [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:46:40Z', 'revision_number': 4, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c0471244-07fa-4316-8e33-66915e92c03b', 'name': '', 'network_id': 'd0046fb2-851f-4022-b398-506baa9f07e4', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'mac_address': 'fa:16:3e:a3:53:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:36Z', 'updated_at': '2021-05-20T14:46:50Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'subnets': [{'id': '61989f82-78a7-4495-8e96-af47dcc4799b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:48:21.311447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.349893 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-155fd469-c6de-4dfc-aa0a-f08a4f550dc5 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4214485 May 20 14:48:21.354001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51382) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.387998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.408354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13a7abb2-cdf4-41d9-996f-a13552828dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:21.449178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ea8f4-8299-4c81-88d4-2eb2c4bc050b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:21.454149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.470265 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:21.553249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.555121 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "DELETE /v2.0/security-groups/007ea8f4-8299-4c81-88d4-2eb2c4bc050b HTTP/1.1" status: 204 len: 168 time: 1.1264942 May 20 14:48:21.563126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51388) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.586789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51390) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.613132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:21.630195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-236bb809-3e1e-442f-b878-f89daf080e47 None None] Provisioning for port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:21.675840 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-461cafd4-99da-4dac-b8be-94c83ea15df2 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] show failed (client error): The resource could not be found. May 20 14:48:21.679881 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-461cafd4-99da-4dac-b8be-94c83ea15df2 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "GET /v2.0/security-groups/007ea8f4-8299-4c81-88d4-2eb2c4bc050b HTTP/1.1" status: 404 len: 347 time: 0.0948381 May 20 14:48:21.680571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51396) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.733039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac3964-43b7-4c3f-afb1-1d22f63a615f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:21.737662 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-baac3964-43b7-4c3f-afb1-1d22f63a615f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3822973 May 20 14:48:21.742932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51400) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.806870 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a2453634-ef17-4ac9-910f-def426fa8460 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602496 May 20 14:48:21.823305 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d6cc2-8a6e-46d7-879d-231873617d5b None None] New status for floating IP e07c5fd4-663b-48f9-a908-f187cdc8b28c: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:48:21.824746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794689850579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128374306'] for subnet, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.841374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51404) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:21.842489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:21.875602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.895160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.914991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-111717652', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:21.950081 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-236bb809-3e1e-442f-b878-f89daf080e47 None None] Provisioning complete for port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:21.950612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-236bb809-3e1e-442f-b878-f89daf080e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.952197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cc612a-a501-4768-a7d4-c0405b04abf4']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:21.972645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.984520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:21.985391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:21.986866 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "PUT /v2.0/subnets/fd00fa9f-d1f0-41a8-973e-d786fe7b39e5 HTTP/1.1" status: 200 len: 826 time: 2.4801276 May 20 14:48:21.992417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51408) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:22.067256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5691dac6-9d35-453d-8f19-5f978633058e') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:22.067801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5691dac6-9d35-453d-8f19-5f978633058e') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:22.073783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:22.075554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.129741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::c9a:5257:16f8:dcb2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/2ed01ead-abd5-4e87-8d88-7b1fae9260bc/b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:22.135251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.184697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.253670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '2ed01ead-abd5-4e87-8d88-7b1fae9260bc'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:22.254678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.281236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.300287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e2ddf675-0cf6-4e07-8a21-c18dcdde88cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:22.335905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18119733-a31c-4096-8811-ffffb7779ae0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:22.360515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.363184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.365934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:22.369336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=fd00fa9f-d1f0-41a8-973e-d786fe7b39e5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:22.395132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eecb24a-5714-412f-befd-9dabe5798883 None None] Network dc48aaa9-b88f-4882-a02e-729f681e68ff requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:22.406815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-236bb809-3e1e-442f-b878-f89daf080e47 None None] Port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:22.407808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.408828 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "DELETE /v2.0/security-groups/18119733-a31c-4096-8811-ffffb7779ae0 HTTP/1.1" status: 204 len: 168 time: 0.8207400 May 20 14:48:22.426839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51414) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:22.428069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.432978 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/9ada4d14-5ac8-47c1-a1f8-49465be5c92f HTTP/1.1" status: 204 len: 168 time: 3.9613824 May 20 14:48:22.432978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.433227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.434220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.434220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.434220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.434534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.434826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.435212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.435576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.435955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.436285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.436657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:22.442250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:22.454511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:22.457707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51416) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:22.458851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6471c787-462d-43be-a3ef-83e29cba6b7f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:22.471900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Allocated IP 2001:db8::2 (2bc95106-47b4-409a-8f96-f240f4ac8762/fd00fa9f-d1f0-41a8-973e-d786fe7b39e5/4e6f1782-ac40-4b0f-b827-fad41f6a06dd) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:22.506189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:22.506605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.552453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:22.552841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:22.555760 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:22.560057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:22.590726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Subnet': ['ID=9ada4d14-5ac8-47c1-a1f8-49465be5c92f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:22.593149 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-72d822a2-28a0-456b-a92f-2d1558d7bfe5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] show failed (client error): The resource could not be found. May 20 14:48:22.594369 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-72d822a2-28a0-456b-a92f-2d1558d7bfe5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "GET /v2.0/security-groups/18119733-a31c-4096-8811-ffffb7779ae0 HTTP/1.1" status: 404 len: 347 time: 0.1544788 May 20 14:48:22.605943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51422) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:22.606471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:22.606471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:22.660423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,segment=NetworkSegment(d4ee4c3b-0167-4233-9d6c-49a1e58b7597),segment_id=d4ee4c3b-0167-4233-9d6c-49a1e58b7597)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:22.717799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce4cab-741f-4ca9-b60b-f18313d6ae3b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:22.719463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ce4cab-741f-4ca9-b60b-f18313d6ae3b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:22.719708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-236bb809-3e1e-442f-b878-f89daf080e47 None None] Provisioning complete for port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:22.720204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-236bb809-3e1e-442f-b878-f89daf080e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.720788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-61ce4cab-741f-4ca9-b60b-f18313d6ae3b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Synchronizing usage tracker for tenant:fab6db2bb76345c7b7071df945dc7020 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:22.731576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.738080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:22.741567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.745699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.746642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 18bc6116-4355-4016-97a9-404ede3016e1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:22.760491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54bea5c7-ca69-4e68-b578-ae630e7a6884 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:22.785319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.798451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Deleting port f2fdfb79-82ea-4c00-947b-ab32aeecbd58 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:22.798816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.812815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:22.830344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Network': ['ID=76cc612a-a501-4768-a7d4-c0405b04abf4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:22.851406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:22.860493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-61ce4cab-741f-4ca9-b60b-f18313d6ae3b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Unset dirty status for tenant:fab6db2bb76345c7b7071df945dc7020 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:22.862521 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-61ce4cab-741f-4ca9-b60b-f18313d6ae3b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3705668 May 20 14:48:22.870665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a472c-6149-47a7-9caa-45941af7692f req-96ee74c1-cda2-4eeb-aae9-6dca9f21ad03 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:22.872173 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bc3a472c-6149-47a7-9caa-45941af7692f req-96ee74c1-cda2-4eeb-aae9-6dca9f21ad03 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.5130737 May 20 14:48:22.875213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51426) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:22.878372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-92defca3-253f-4685-89d8-3e39a1ff73a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:22.885164 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/networks/76cc612a-a501-4768-a7d4-c0405b04abf4 HTTP/1.1" status: 204 len: 168 time: 1.9605930 May 20 14:48:22.901469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51430) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:22.989564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:23.174914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.175199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.216189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.254282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c13a10a2-2b5d-4d4b-a78a-0e15d4e5dc59 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.258215 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bc3a472c-6149-47a7-9caa-45941af7692f req-d12ba44a-52c2-43c1-be5a-bf7bec6e73d4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486918 May 20 14:48:23.269142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:23.314874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.315267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.315587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.315920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.316255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.317847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.317847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.317847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.317847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.317847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.318328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.318432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:23.324644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Calling delete_port for f2fdfb79-82ea-4c00-947b-ab32aeecbd58 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:23.330528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:23.343435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.369978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8e5034d3-d39e-46f1-b8c7-103034918c79 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:23.372057 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13a10a2-2b5d-4d4b-a78a-0e15d4e5dc59 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 14:48:23.372526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13a10a2-2b5d-4d4b-a78a-0e15d4e5dc59 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:23.394677 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c13a10a2-2b5d-4d4b-a78a-0e15d4e5dc59 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/dc48aaa9-b88f-4882-a02e-729f681e68ff HTTP/1.1" status: 409 len: 405 time: 0.5123010 May 20 14:48:23.396205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51434) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:23.401019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1694314122'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:23.414109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 18bc6116-4355-4016-97a9-404ede3016e1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:23.414323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:23.414493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.424314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:network and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:23.430432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:23.442693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:23.472115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Deleting port 6afa0002-c8a6-49ea-8acb-5f5378fa167e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:23.472834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.484306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:23.488417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.551479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:23.562965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:23.568866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.569911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:23.579186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:23.585045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:23.585858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.592141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:23.595186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.601462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dca3b07-d3a7-4005-b8d4-a72679c08be0']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:23.605869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:43Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:23.609398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:23.615407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/2ed01ead-abd5-4e87-8d88-7b1fae9260bc/4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:23.629334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6173ed95-0761-496c-b904-28e6f9a5ffe7 None None] The sync data for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv is: [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:46:28Z', 'revision_number': 4, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '8e4ec66d-c031-45f1-b6eb-c7083199d1b1', 'name': '', 'network_id': '178147dd-f499-495b-88aa-c5ef75189cc6', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'mac_address': 'fa:16:3e:85:e2:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:25Z', 'updated_at': '2021-05-20T14:46:43Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'subnets': [{'id': 'e3967cd8-ede5-466a-9283-2a77e6daff54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:48:23.632226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:16Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:23.646551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.646904 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Added segment ad2e8c9f-215c-4305-9487-e1b6b55d62c1 of type vlan for network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a May 20 14:48:23.648391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Transition to ACTIVE for port object 4e6f1782-ac40-4b0f-b827-fad41f6a06dd will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:23.657289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:48:23.657873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Updating router 1f91fb56-8f26-4250-80d7-73e20c1451a8 port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:48:23.680558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9732d1-5acc-4ae6-9392-6f5b7ad13755') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:23.680792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9732d1-5acc-4ae6-9392-6f5b7ad13755') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:23.704460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.715613 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9520583 May 20 14:48:23.722428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51438) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:23.764332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.770132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.776996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] DHCP port deletion for dc48aaa9-b88f-4882-a02e-729f681e68ff request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:23.785263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b829a75f-11c4-4cdf-a5c6-78db9a58ca27 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:23.790262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.790598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.801855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:23.802261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:23.816318 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:23.821295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.868698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Pushing event deleted for resources: {'Port': ['ID=f2fdfb79-82ea-4c00-947b-ab32aeecbd58,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:23.877147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:23.888946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5f2736a1-41f8-431b-af4c-c7cb0a61b598 None None] Provisioning complete for port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:23.890493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5f2736a1-41f8-431b-af4c-c7cb0a61b598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.958792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Calling delete_port for 6afa0002-c8a6-49ea-8acb-5f5378fa167e owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:23.973204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:23.978729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:23.979673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.003860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:24.005171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.045796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.048070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.048219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.052624 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] 10.222.0.58 "DELETE /v2.0/floatingips/f35a33c2-2056-4fe8-80c5-09b810ef626e HTTP/1.1" status: 204 len: 168 time: 2.3676159 May 20 14:48:24.056452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51442) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:24.063760 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6621871 May 20 14:48:24.063966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:24.077425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51446) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:24.082393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.130201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Transition to ACTIVE for port object 4e6f1782-ac40-4b0f-b827-fad41f6a06dd will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:24.148755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'subnet': {'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:24.149016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afd5162-5698-4c96-9902-ac39775201b5 None None] New status for floating IP f35a33c2-2056-4fe8-80c5-09b810ef626e: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:48:24.179744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Network': ['ID=8dca3b07-d3a7-4005-b8d4-a72679c08be0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:24.205303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:24.223062 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/networks/8dca3b07-d3a7-4005-b8d4-a72679c08be0 HTTP/1.1" status: 204 len: 168 time: 1.2692010 May 20 14:48:24.232424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51450) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:24.281744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Network': ['ID=d2c6f950-6ef8-4ce7-a3a3-8699db290a4a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:24.294941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:24.300149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1ff7a7ba-9064-4f56-bfbf-e7968796d097 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:24.311523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.316243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f1a1737-671f-43cc-9f49-abf8ddfb9d0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:24.325350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:24.403314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.409827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=5b8ba3f6-152b-4a8f-b902-1926cb86216a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:24.413516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:24.420050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:24.420559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: f8e5173e-a289-47a2-8422-9bb1a2360f97, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:24.437849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-17813ba9-1c40-4fd1-9b3e-8702fa4bc2df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:24.443235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:24.460463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, f8e5173e-a289-47a2-8422-9bb1a2360f97) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:24.462617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8a6416-4c8a-4ff7-96a5-cdb3b906775a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:24.463341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8c8a6416-4c8a-4ff7-96a5-cdb3b906775a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:24.478138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:24.480138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 1ff7a7ba-9064-4f56-bfbf-e7968796d097 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:24.480491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1ff7a7ba-9064-4f56-bfbf-e7968796d097 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:24.500229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:24.502161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457c0eef-4e8e-4128-91f1-b77e7275a40b None None] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:24.516330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5f2736a1-41f8-431b-af4c-c7cb0a61b598 None None] Port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:24.532088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:24.544199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:24.544414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.554249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.587579 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7182598 May 20 14:48:24.598720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51456) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:24.689311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5282cdf-5fc6-45f4-8496-36f29418cb01 req-72195b5b-a359-4542-ae9b-54a714f24048 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:24.691605 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e5282cdf-5fc6-45f4-8496-36f29418cb01 req-72195b5b-a359-4542-ae9b-54a714f24048 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.2078843 May 20 14:48:24.724515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:24.755864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6e478d38-acfa-4234-8f3e-f733273c4ab0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:24.802718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:24.813034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8c8a6416-4c8a-4ff7-96a5-cdb3b906775a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:24.814571 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8c8a6416-4c8a-4ff7-96a5-cdb3b906775a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.0909894 May 20 14:48:24.818329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51460) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:24.821411 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e5282cdf-5fc6-45f4-8496-36f29418cb01 req-ec0e1592-ac88-4c11-a43b-8260f880a833 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217465 May 20 14:48:24.824334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:24.839615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109b558-431b-48b0-9384-d18939d4db86 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:24.847448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109b558-431b-48b0-9384-d18939d4db86 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:24.848237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9109b558-431b-48b0-9384-d18939d4db86 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Synchronizing usage tracker for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:24.850940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=fd00fa9f-d1f0-41a8-973e-d786fe7b39e5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:24.857617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:24.916039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:24.985487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Pushing event updated for resources: {'Port': ['ID=4e6f1782-ac40-4b0f-b827-fad41f6a06dd,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:25.016718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:25.020793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:25.024179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.025906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Transition to ACTIVE for port object 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:25.036477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Attempting to bind port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:25.036858 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Attempting to bind port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:25.037224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Attempting to bind port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd on network 2bc95106-47b4-409a-8f96-f240f4ac8762 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:25.050938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Deleting port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:25.051346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.090197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:25.090613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Checking segment: {'id': 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:25.090988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.091412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Bound using segment: {'id': 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:25.091902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Bound port: 4e6f1782-ac40-4b0f-b827-fad41f6a06dd, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '2bc95106-47b4-409a-8f96-f240f4ac8762'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:25.092281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.151036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9109b558-431b-48b0-9384-d18939d4db86 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Unset dirty status for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:25.155897 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9109b558-431b-48b0-9384-d18939d4db86 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9177415 May 20 14:48:25.156575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51464) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:25.168913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-345810924'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:25.176721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:25.190787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Transition to ACTIVE for port object 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:25.218440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.246604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc95106-47b4-409a-8f96-f240f4ac8762']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:25.250278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:25.250616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.263628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:25.275225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.284599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bae055fd-a9f4-4b94-9ea2-7f4e84f66818 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:25.303138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:25.306508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.319023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:25.319461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:25.341403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.397835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Pushing event deleted for resources: {'Port': ['ID=6afa0002-c8a6-49ea-8acb-5f5378fa167e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:25.398095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:25.402002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.410000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:25.492073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.498695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.501102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:25.514952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.521689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:25.530539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.530885 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Added segment 4b550db0-0464-47db-8668-ffeeea061013 of type vlan for network 282212ad-5d47-4f65-b195-9cc00e5e704d May 20 14:48:25.532468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:25.533144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.539802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] For port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,segment=NetworkSegment(d4ee4c3b-0167-4233-9d6c-49a1e58b7597),segment_id=d4ee4c3b-0167-4233-9d6c-49a1e58b7597)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:25.540204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:25.549812 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:25.552079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:25.576636 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:25.695031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:25.721162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.725328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.742900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:48:25.742900 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:48:25.742900 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': '2bc95106-47b4-409a-8f96-f240f4ac8762'}] May 20 14:48:25.742900 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:25.743750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:25.755716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Calling delete_port for 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:25.793895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Pushing event updated for resources: {'Port': ['ID=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:25.804904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] For port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:25.807813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:25.850084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.856983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,segment=NetworkSegment(d4ee4c3b-0167-4233-9d6c-49a1e58b7597),segment_id=d4ee4c3b-0167-4233-9d6c-49a1e58b7597)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:25.860857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-f8e5173e-a289-47a2-8422-9bb1a2360f97', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:25.862532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.865330 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] 10.222.0.58 "DELETE /v2.0/floatingips/e07c5fd4-663b-48f9-a908-f187cdc8b28c HTTP/1.1" status: 204 len: 168 time: 3.2587104 May 20 14:48:25.867395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51468) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:25.883012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] For port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4e6f1782-ac40-4b0f-b827-fad41f6a06dd,segment=NetworkSegment(a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0),segment_id=a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:25.908198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:25.910590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:48:25.921723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:48:25.921916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:25.996189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.001602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:26.002961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.020050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:26.030908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:26.033907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.040224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:26.040702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:26.208681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Attempting to bind port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:26.209467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Attempting to bind port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:26.209467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Attempting to bind port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:26.228458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.251024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:26.251380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:26.251778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.252252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:26.253300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Bound port: 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:26.253683 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.256794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.263894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Network': ['ID=282212ad-5d47-4f65-b195-9cc00e5e704d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:26.274255 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1146019 May 20 14:48:26.274255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:26.277855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51474) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:26.310073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 282212ad-5d47-4f65-b195-9cc00e5e704d details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:26.347065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-756240817'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:26.372035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:26.383306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:network and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:26.387809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:26.390369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.397267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:26.399996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.421026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:26.425956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Pushing event updated for resources: {'Port': ['ID=4e6f1782-ac40-4b0f-b827-fad41f6a06dd,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:26.444339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:26.531650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01d5d9-aac8-4d57-a3c3-0c9d76513224 req-f1d2c942-f147-45ec-b312-08b06e2d4359 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:26.533260 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cf01d5d9-aac8-4d57-a3c3-0c9d76513224 req-f1d2c942-f147-45ec-b312-08b06e2d4359 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4905968 May 20 14:48:26.548101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:26.548101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:26.552661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.590108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Transition to ACTIVE for port object e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:26.590532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:26.623114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.633131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.633364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f5069b29-eba7-4fd1-995e-bd5949f054ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:26.637495 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd HTTP/1.1" status: 204 len: 168 time: 1.8150768 May 20 14:48:26.644769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51478) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:26.664647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.685478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] vlan segment allocate from pool success with {'vlan_id': 741, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:26.690120 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cf01d5d9-aac8-4d57-a3c3-0c9d76513224 req-0473d94c-6c7c-4792-88f7-991066d5e047 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909188 May 20 14:48:26.707214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Pushing event deleted for resources: {'Port': ['ID=250389bf-ade2-4b6e-b7c2-4b2a6f06a910,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:26.710196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Allocated IP 172.20.0.2 (f8e5173e-a289-47a2-8422-9bb1a2360f97/5b8ba3f6-152b-4a8f-b902-1926cb86216a/7989927d-39f3-4a73-849f-f208ae83b5cb) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:26.714274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] No DVR routers for this DVR port 250389bf-ade2-4b6e-b7c2-4b2a6f06a910 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:26.721893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:26.722602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:26.733116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.744177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.744783 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Added segment 6af77876-cf5a-4091-97dc-c07e055dd7f9 of type vlan for network a75d52f4-e501-4589-b71e-097a5dc214c7 May 20 14:48:26.778181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] For port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:26.782501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff17ca5-4710-44aa-b20a-e625ca38cf6d None None] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:26.799439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.848054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] For port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:26.853674 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Attempting to bind port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:26.854301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Attempting to bind port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:26.854832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Attempting to bind port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:26.872901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:26.873520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.953867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.958560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:26.959166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:26.959728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.960298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:26.960935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Bound port: e82552f7-dcc8-4964-ac32-3e1d41f5b2d7, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:26.961483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:26.968782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:48:26.999045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.009718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c42c4b-07e4-42f6-b2d6-dcf22e67f3b9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:27.009906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:27.010670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.011375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c42c4b-07e4-42f6-b2d6-dcf22e67f3b9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:27.012114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-93c42c4b-07e4-42f6-b2d6-dcf22e67f3b9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:27.023772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2534-55a9-4719-bf1c-90fd1b421050 None None] Pushing event updated for resources: {'Port': ['ID=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:27.034721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02ac2534-55a9-4719-bf1c-90fd1b421050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:27.055417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb16828e-eb6d-47e1-a774-e20b804f40f7 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:27.089953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c30a5cc5-63a9-43ff-ae14-54c6d90173e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:27.160099 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8777258 May 20 14:48:27.169118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51486) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:27.185378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'ports': [{'network_id': '282212ad-5d47-4f65-b195-9cc00e5e704d', 'name': 'tempest-port--1356535031', 'admin_state_up': True}, {'network_id': 'a75d52f4-e501-4589-b71e-097a5dc214c7', 'admin_state_up': False}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:27.186309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'port': {'network_id': '282212ad-5d47-4f65-b195-9cc00e5e704d', 'name': 'tempest-port--1356535031', 'admin_state_up': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:27.186949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'port': {'network_id': 'a75d52f4-e501-4589-b71e-097a5dc214c7', 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:27.320616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] For port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:27.329006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Pushing event updated for resources: {'Port': ['ID=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:27.344150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:27.369258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Network': ['ID=a75d52f4-e501-4589-b71e-097a5dc214c7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:27.388327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] For port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:27.398884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a75d52f4-e501-4589-b71e-097a5dc214c7 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:27.426162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4e6f1782-ac40-4b0f-b827-fad41f6a06dd,segment=NetworkSegment(a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0),segment_id=a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:27.426720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.429190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.454125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:27.458544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:27.642588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.672337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a0363-7340-4212-bf1f-5e6c646d182b req-c3395260-5c39-4cf0-b3ff-a8b71d522d87 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:27.675182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Transition to ACTIVE for port object 7989927d-39f3-4a73-849f-f208ae83b5cb will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:27.685475 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-422a0363-7340-4212-bf1f-5e6c646d182b req-c3395260-5c39-4cf0-b3ff-a8b71d522d87 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4684579 May 20 14:48:27.698884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-93c42c4b-07e4-42f6-b2d6-dcf22e67f3b9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:27.702554 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-93c42c4b-07e4-42f6-b2d6-dcf22e67f3b9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0519304 May 20 14:48:27.706780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:27.707724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:27.712187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:48:27.714371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51490) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:27.750268 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-422a0363-7340-4212-bf1f-5e6c646d182b req-8cb869a1-605f-49ae-828f-327082b8326b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634353 May 20 14:48:27.758168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:27.769706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:port and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:27.776197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:27.794580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:27.812353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'port': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:27.819138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ac2534-55a9-4719-bf1c-90fd1b421050 None None] Pushing event updated for resources: {'Port': ['ID=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:27.822460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.824740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Transition to ACTIVE for port object 7989927d-39f3-4a73-849f-f208ae83b5cb will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:27.826201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02ac2534-55a9-4719-bf1c-90fd1b421050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:27.841629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.868356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-adf43eb6-6cad-4109-a590-1fb4f32ba900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:27.905692 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d69381-7069-404c-b12a-45785ea21ee7 None None] Network 2bc95106-47b4-409a-8f96-f240f4ac8762 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:27.915787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:27.925598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 4e6f1782-ac40-4b0f-b827-fad41f6a06dd owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:27.937925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.000201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3c65c5ab-b800-4cd3-9d3f-06dac49001f5 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:28.099034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:28.156894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 2ed01ead-abd5-4e87-8d88-7b1fae9260bc {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:28.159626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:28.179578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.181791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:28.186142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (f8e5173e-a289-47a2-8422-9bb1a2360f97/5b8ba3f6-152b-4a8f-b902-1926cb86216a/45b123fb-5d7f-4c26-93b1-e6212f3552b1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:28.202057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Pushing event updated for resources: {'Port': ['ID=7989927d-39f3-4a73-849f-f208ae83b5cb,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:28.211896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Subnet': ['ID=b74f3e5a-528d-4af4-b3ae-4a3028f29836,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:28.220568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] device_id is not set on port 0d79463a-b659-4c37-8865-5e2463c776f3 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:28.233649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:28.239175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:28.254398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:28.273557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.393673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.458361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.499720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 45b123fb-5d7f-4c26-93b1-e6212f3552b1 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:28.505787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Checking segment: {'id': 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:28.506321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network hostable DHCP agents. Network: d2c6f950-6ef8-4ce7-a3a3-8699db290a4a, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:28.530311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.541044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fda67-70c1-4f94-b701-1ce127b3958f req-1bed56c3-8456-44a5-bea2-29d222fab06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:28.542557 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-1bed56c3-8456-44a5-bea2-29d222fab06d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 1.2593672 May 20 14:48:28.665511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] device_id is not set on port 7cffbaa9-903d-44ff-b509-75e4b8835a7e yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:28.671655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.679257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Attempting to bind port 7989927d-39f3-4a73-849f-f208ae83b5cb on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:28.679815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Attempting to bind port 7989927d-39f3-4a73-849f-f208ae83b5cb by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:28.680115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Attempting to bind port 7989927d-39f3-4a73-849f-f208ae83b5cb on network f8e5173e-a289-47a2-8422-9bb1a2360f97 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:28.687872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40ad664c-6581-485a-9ac9-3f9257035803 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:28.703954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:28.704212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Checking segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:28.704602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.705098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Bound using segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:28.705627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Bound port: 7989927d-39f3-4a73-849f-f208ae83b5cb, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:28.706056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.723001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:28.765432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:28.771765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fc86ffd6-56f4-4897-a34b-aa0342ba2694 None None] Provisioning for port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:28.772769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:28.775450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:28.806654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=45b123fb-5d7f-4c26-93b1-e6212f3552b1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:28.809603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:28.843736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.866895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:28.901568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-87025d14-9d3f-45d7-b989-07bd599b4546 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:28.922529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] For port 7989927d-39f3-4a73-849f-f208ae83b5cb, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:28.982369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-75e092df-acf0-445e-a243-8b55290e7eab None None] Could not find standard attr ID for object b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:48:28.987086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] For port 7989927d-39f3-4a73-849f-f208ae83b5cb, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7989927d-39f3-4a73-849f-f208ae83b5cb,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:28.999959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.006287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4a3ca987-4865-4b86-abad-bd39b056e2b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:29.016098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:29.049580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=4e6f1782-ac40-4b0f-b827-fad41f6a06dd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:29.057028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 4e6f1782-ac40-4b0f-b827-fad41f6a06dd on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:29.058707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:29.078003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Pushing event updated for resources: {'Port': ['ID=7989927d-39f3-4a73-849f-f208ae83b5cb,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:29.082083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:29.089196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:29.093441 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:29.093823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.155970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0408-12a2-4285-b303-f39365f3bdfa req-46fb2b6b-03a7-412e-8e25-d79f85118e35 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:29.157890 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-959b0408-12a2-4285-b303-f39365f3bdfa req-46fb2b6b-03a7-412e-8e25-d79f85118e35 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.2107723 May 20 14:48:29.162236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.169024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d2c6f950-6ef8-4ce7-a3a3-8699db290a4a) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:29.226510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fadfcb-0310-4d46-bd79-1f8daaeacaf9 None None] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:29.281589 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-959b0408-12a2-4285-b303-f39365f3bdfa req-3bc1f91c-8876-45a6-bff6-6d7066e305d1 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952876 May 20 14:48:29.312724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:29.313353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.335086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.342487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:16Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:29.351582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.357051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34852783-d0fa-4d49-aeca-3cb08141cd1d None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:16Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:48:29.363368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-167a466e-a3af-4cd8-a245-0f73221b8163 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:29.388969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fda67-70c1-4f94-b701-1ce127b3958f req-a705b69e-6157-4e98-9400-dacae4ccb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:29.390375 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-a705b69e-6157-4e98-9400-dacae4ccb098 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.8012187 May 20 14:48:29.432986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.491718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.561493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc95106-47b4-409a-8f96-f240f4ac8762']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:29.572439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.612262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-d2c6f950-6ef8-4ce7-a3a3-8699db290a4a', 'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a', 'tenant_id': 'fab6db2bb76345c7b7071df945dc7020', 'fixed_ips': [{'subnet_id': 'b74f3e5a-528d-4af4-b3ae-4a3028f29836'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:29.613134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.658896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Port': ['ID=0d79463a-b659-4c37-8865-5e2463c776f3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:29.673685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:29.701754 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.6131396 May 20 14:48:29.711324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:29.711615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ee6618-6d6a-435f-92c6-eb81dbaf8cf0') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:29.749145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51496) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:29.759372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Checking segment: {'id': '4b550db0-0464-47db-8668-ffeeea061013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '282212ad-5d47-4f65-b195-9cc00e5e704d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:29.759743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network hostable DHCP agents. Network: 282212ad-5d47-4f65-b195-9cc00e5e704d, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:29.765921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'port': {'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a', 'name': 'tempest-NetworksIpV6TestAttrs-1636032238'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:29.821199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.830398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Allocated IP 2001:db8::f816:3eff:fefe:7e61 (d2c6f950-6ef8-4ce7-a3a3-8699db290a4a/b74f3e5a-528d-4af4-b3ae-4a3028f29836/e8973487-37bc-47b7-95d1-a7232e376996) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:29.876251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Deleting port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:29.876591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:29.926508 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-5861730f-cbe2-4dfa-ac35-a6897cc8e6fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1000 time: 0.5076787 May 20 14:48:29.945294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network 282212ad-5d47-4f65-b195-9cc00e5e704d is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:29.975517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.012051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 282212ad-5d47-4f65-b195-9cc00e5e704d) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:30.041523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638405c3-eb41-4333-8f01-65a3f3ec6490 None None] Network 282212ad-5d47-4f65-b195-9cc00e5e704d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:30.068365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:30.069224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.071179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:30.086939 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-58b1eff6-67b0-423a-b9cf-d4540ded8a21 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:30.304428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:port and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:30.321139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:30.338442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:30.338808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:30.351391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:30.450360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] For port 8e4ec66d-c031-45f1-b6eb-c7083199d1b1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:30.450972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.457228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:30.460964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.536473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Port': ['ID=7cffbaa9-903d-44ff-b509-75e4b8835a7e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:30.563616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:30.578733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] device_id is not set on port 3f209e5c-01ee-4b68-8fde-50bda7af093e yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:30.603953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.620420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Transition to ACTIVE for port object e8973487-37bc-47b7-95d1-a7232e376996 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:30.624128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Calling delete_port for 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:30.630341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Checking segment: {'id': '6af77876-cf5a-4091-97dc-c07e055dd7f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 741, 'network_id': 'a75d52f4-e501-4589-b71e-097a5dc214c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:30.631124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network hostable DHCP agents. Network: a75d52f4-e501-4589-b71e-097a5dc214c7, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:30.647992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Transition to ACTIVE for port object e8973487-37bc-47b7-95d1-a7232e376996 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:30.658100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.680546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:30.699462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.706694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2304f70d-dc8d-4ff9-9b77-d3016cd40b0b tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:30.714658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.726867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.731644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1dce4b-f934-4b23-af0e-1bd92cf0ba05 None None] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:30.745096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:30.745569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.765840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fe84b27c-6331-4e56-b728-2470a4594e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:30.776788 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:30.807449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed01ead-abd5-4e87-8d88-7b1fae9260bc,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:30.811537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:30.815235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network a75d52f4-e501-4589-b71e-097a5dc214c7 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:30.820549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.904315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fda67-70c1-4f94-b701-1ce127b3958f req-005e2440-fad6-4efb-ab09-4a2f92e1dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:30.905978 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-005e2440-fad6-4efb-ab09-4a2f92e1dd63 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.9696608 May 20 14:48:30.911558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a75d52f4-e501-4589-b71e-097a5dc214c7) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:30.914642 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/2ed01ead-abd5-4e87-8d88-7b1fae9260bc HTTP/1.1" status: 204 len: 168 time: 2.9849563 May 20 14:48:30.918686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51502) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:30.934436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab58e6f-3069-4dfa-8616-d901791ea017 req-276d404a-d7f4-4e02-be29-001113a91c68 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:30.934896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed0294-d568-4ebe-8064-bde48fcad92a None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:30.936128 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-eab58e6f-3069-4dfa-8616-d901791ea017 req-276d404a-d7f4-4e02-be29-001113a91c68 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4542940 May 20 14:48:30.941540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:30.947074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:30.951897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:30.952648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:30.955886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:30.957402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=45b123fb-5d7f-4c26-93b1-e6212f3552b1,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:30.971267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4befd3-1d79-452b-b728-b94fd7dd76e4 None None] Network a75d52f4-e501-4589-b71e-097a5dc214c7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:30.984878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:30.988048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.018394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:31.018626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Allocated IP 2001:db8::f816:3eff:fe36:7012 (d2c6f950-6ef8-4ce7-a3a3-8699db290a4a/b74f3e5a-528d-4af4-b3ae-4a3028f29836/3f209e5c-01ee-4b68-8fde-50bda7af093e) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:31.038669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.049320 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-93fc716d-ddca-45a5-b503-4fb36213f5b9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946946 May 20 14:48:31.049510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:31.052702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:31.062334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51506) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:31.069648 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8993106 May 20 14:48:31.072632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.081345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:31.081763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51510) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:31.135364 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-eab58e6f-3069-4dfa-8616-d901791ea017 req-0a16fc49-669e-4f6b-8bfe-573b217d17dd tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682277 May 20 14:48:31.137766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=2bc95106-47b4-409a-8f96-f240f4ac8762,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:31.140229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:31.152624 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/2bc95106-47b4-409a-8f96-f240f4ac8762 HTTP/1.1" status: 204 len: 168 time: 9.1572971 May 20 14:48:31.163621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51514) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:31.178884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Pushing event updated for resources: {'Port': ['ID=e8973487-37bc-47b7-95d1-a7232e376996,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:31.183256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f3641645-6e23-4e4c-b15a-6db8da8e93f0 None None] Provisioning for port 7989927d-39f3-4a73-849f-f208ae83b5cb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:31.243707 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ec3476-fb7a-4461-932d-4b838863d08f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:48:31.244183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ec3476-fb7a-4461-932d-4b838863d08f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:31.265116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:31.321396 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b2ec3476-fb7a-4461-932d-4b838863d08f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/2bc95106-47b4-409a-8f96-f240f4ac8762 HTTP/1.1" status: 404 len: 339 time: 0.1516411 May 20 14:48:31.332997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51518) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:31.339282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fda67-70c1-4f94-b701-1ce127b3958f req-607bd131-b38c-4d48-8393-3206e4bf10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:31.340802 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-607bd131-b38c-4d48-8393-3206e4bf10af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4213123 May 20 14:48:31.346690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822334814', 'description': 'd1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:31.378647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:31.396165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.422799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Usage tracker for resource:network and tenant:460ee5af1b1d4bebbcfeee0b7dd89232 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:31.444206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:31.457231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Attempting to bind port e8973487-37bc-47b7-95d1-a7232e376996 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:31.457744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Attempting to bind port e8973487-37bc-47b7-95d1-a7232e376996 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:31.458206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Attempting to bind port e8973487-37bc-47b7-95d1-a7232e376996 on network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:31.458685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:31.479124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54f324-1b1a-4f66-8225-124e796b3d35 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:31.485021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc54f324-1b1a-4f66-8225-124e796b3d35 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:31.487235 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bc54f324-1b1a-4f66-8225-124e796b3d35 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3941500 May 20 14:48:31.513962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:31.514505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Checking segment: {'id': 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:31.515026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.515537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Bound using segment: {'id': 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:31.516177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Bound port: e8973487-37bc-47b7-95d1-a7232e376996, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd2c6f950-6ef8-4ce7-a3a3-8699db290a4a'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:31.516644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.534125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.538415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.542474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51522) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:31.544058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1be6ec22-f29f-4343-92c6-6a9001cf13f1 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:31.555860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Transition to ACTIVE for port object 3f209e5c-01ee-4b68-8fde-50bda7af093e will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:31.584824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:31.589994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:31.596507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:31.606666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:31.609660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:31.613160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:31.628040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:31.631587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:31.635471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.650877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.655008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4ec66d-c031-45f1-b6eb-c7083199d1b1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:31.674767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b2f439f3-25ff-458b-8cc9-271a7eee63b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:31.694392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:31.738644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.740604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:31.744535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.781173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d50e3706-4f3a-430d-b72e-bd8e01c99ab7 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:31.905019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] For port e8973487-37bc-47b7-95d1-a7232e376996, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:31.911400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] For port e8973487-37bc-47b7-95d1-a7232e376996, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e8973487-37bc-47b7-95d1-a7232e376996,segment=NetworkSegment(ad2e8c9f-215c-4305-9487-e1b6b55d62c1),segment_id=ad2e8c9f-215c-4305-9487-e1b6b55d62c1)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:31.915123 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:31.925804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:31.929258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:31.934497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02894761-25fb-414c-83a3-490d70a3bd03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:32.005804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:32.024687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:32.034534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.034890 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment 05b8303d-0bb1-4f6a-afa6-e4d0e2776130 of type vlan for network d369e001-00fc-4384-894e-4bb219547ce3 May 20 14:48:32.041841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:32.048340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:32.048817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:32.052340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:32.058573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:32.059564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.061992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.085370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Deleting port c0471244-07fa-4316-8e33-66915e92c03b {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:32.085715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.104059 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-54259612-381d-4d51-a45f-9b961a02b30e service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7457058 May 20 14:48:32.137489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Port': ['ID=3f209e5c-01ee-4b68-8fde-50bda7af093e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:32.141086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:32.263443 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5107546 May 20 14:48:32.271373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51528) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:32.280731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:48:32.293890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Pushing event updated for resources: {'Port': ['ID=e8973487-37bc-47b7-95d1-a7232e376996,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:32.298368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:32.338970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:32.351894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8126e10b-62ae-40e0-bcfe-941b2ec1cb4b None None] Provisioning for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:32.355963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:32.356342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.372564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:48:32.394513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Deleting port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:32.394930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.428167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8126e10b-62ae-40e0-bcfe-941b2ec1cb4b None None] Provisioning complete for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:32.433148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8126e10b-62ae-40e0-bcfe-941b2ec1cb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.438310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.444011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:32.444596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.492505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:32.632928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] For port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:32.633374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.712807 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3709109 May 20 14:48:32.721708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51532) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:32.766773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting subnet b74f3e5a-528d-4af4-b3ae-4a3028f29836 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:32.795379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:32.828176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8126e10b-62ae-40e0-bcfe-941b2ec1cb4b None None] Port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:32.921794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Calling delete_port for 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:32.981282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.007184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Deleting port 0d79463a-b659-4c37-8865-5e2463c776f3 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:33.007530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.042915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.056078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3867dadc-c900-480a-9057-8be46b8002de None None] Provisioning complete for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:33.056452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3867dadc-c900-480a-9057-8be46b8002de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.056937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.097038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=d369e001-00fc-4384-894e-4bb219547ce3,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:33.105464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:33.114055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6531dd81-8d62-4164-a6f8-03ed69dad17d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:33.115205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6531dd81-8d62-4164-a6f8-03ed69dad17d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Synchronizing usage tracker for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:33.121629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:33.125275 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.126175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7989927d-39f3-4a73-849f-f208ae83b5cb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:33.152791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d369e001-00fc-4384-894e-4bb219547ce3 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:33.173668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:33.183449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f7f0c-b6e9-463a-a8f6-2678c6191174 req-dd1e2c07-cd6d-4dea-9cf3-3b7ee6ebe393 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:33.190603 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b06f7f0c-b6e9-463a-a8f6-2678c6191174 req-dd1e2c07-cd6d-4dea-9cf3-3b7ee6ebe393 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.8604186 May 20 14:48:33.234271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3867dadc-c900-480a-9057-8be46b8002de None None] Port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:33.247027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:48:33.255995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] For port c0471244-07fa-4316-8e33-66915e92c03b, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c0471244-07fa-4316-8e33-66915e92c03b,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:33.256364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.258772 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/1f91fb56-8f26-4250-80d7-73e20c1451a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6576111 May 20 14:48:33.259563 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:48:33.266577 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-688fda67-70c1-4f94-b701-1ce127b3958f req-53ff2fed-5275-4eea-86c3-a83b86bb3487 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652892 May 20 14:48:33.269866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51536) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:33.273229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6531dd81-8d62-4164-a6f8-03ed69dad17d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Unset dirty status for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:33.274615 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6531dd81-8d62-4164-a6f8-03ed69dad17d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks?id=d369e001-00fc-4384-894e-4bb219547ce3 HTTP/1.1" status: 200 len: 764 time: 0.5479457 May 20 14:48:33.281536 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:33.282695 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:33.288835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51540) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:33.301354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'description': 'd2'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:33.403447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:33.407515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:33.421266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.425831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:33.496819 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Pushing event deleted for resources: {'Port': ['ID=4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:33.501579 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5aaed2e3-57b1-4621-adb3-ac182adb3e0d None None] Provisioning complete for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:33.501971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5aaed2e3-57b1-4621-adb3-ac182adb3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.526795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:33.544371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] No DVR routers for this DVR port 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:33.551753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 7989927d-39f3-4a73-849f-f208ae83b5cb completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:33.554276 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b06f7f0c-b6e9-463a-a8f6-2678c6191174 req-d0a4af38-6104-432a-9846-0f8476b6e7b3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3623426 May 20 14:48:33.573028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7989927d-39f3-4a73-849f-f208ae83b5cb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:33.573028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.575807 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:33.577003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.642549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5aaed2e3-57b1-4621-adb3-ac182adb3e0d None None] Port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:33.691205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Calling delete_port for c0471244-07fa-4316-8e33-66915e92c03b owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:33.729130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.789271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.813224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.818494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-16b80695-a662-489f-8bfd-31472b734b9c tempest-DHCPAgentSchedulersTestJSON-306224751 tempest-DHCPAgentSchedulersTestJSON-306224751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:33.881219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 7989927d-39f3-4a73-849f-f208ae83b5cb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7989927d-39f3-4a73-849f-f208ae83b5cb,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:33.888984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Calling delete_port for 0d79463a-b659-4c37-8865-5e2463c776f3 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:33.889606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network d369e001-00fc-4384-894e-4bb219547ce3 is not hosted by any dhcp agent {{(pid=98805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:48:33.891544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.895822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:33.910666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:33.915363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.916436 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "PUT /v2.0/networks/d369e001-00fc-4384-894e-4bb219547ce3 HTTP/1.1" status: 200 len: 761 time: 0.6219678 May 20 14:48:33.936863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:33.966401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51544) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:34.025044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=7989927d-39f3-4a73-849f-f208ae83b5cb,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:34.029538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:34.033288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af82ba99-0de7-4e97-b5ae-26196c5a7ba1 None None] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:34.150260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.163490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92ab2fa0-1774-4567-9bd8-e6a23d54b483 None None] Provisioning for port e8973487-37bc-47b7-95d1-a7232e376996 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:34.165599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=d369e001-00fc-4384-894e-4bb219547ce3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:34.169461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:34.176265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-62a67ab5-8630-4ba9-a593-d1a39a741c1f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:34.183225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d369e001-00fc-4384-894e-4bb219547ce3 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:34.184974 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:34.190375 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:48:34.190818 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Updating router 1f91fb56-8f26-4250-80d7-73e20c1451a8 port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:48:34.242946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=92fb20a1-489c-4c88-9d56-47844dc11ee7,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:34.245718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:34.272165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:34.284551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:34.301842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.302490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.320811 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.328392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:34.360323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c102d-8143-4551-bbee-03f2d0359aa7 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:34.373676 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.3062603 May 20 14:48:34.381223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51548) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:34.395206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '92fb20a1-489c-4c88-9d56-47844dc11ee7', 'ip_address': '2001:db8::9f09:d2a3:ab1f:1b0'}], 'name': 'tempest-NetworksTestDHCPv6-473820230'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:34.473680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.474008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.474449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.474909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.475392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.475847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.476301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.476757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.477212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.477665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.478120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.479387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.479387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.479569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.479930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.480379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.480825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.487028 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-04af891e-d160-495b-92c8-5163093f5a0e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11888 time: 1.2118876 May 20 14:48:34.488840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51552) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:34.543373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:34.551753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:34.560788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:34.570391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:34.591718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd422862-553d-49a6-882a-451d0def4557 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.592346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fd422862-553d-49a6-882a-451d0def4557 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Synchronizing usage tracker for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:34.624578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:34.652458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.674982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:34.717646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fd422862-553d-49a6-882a-451d0def4557 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Unset dirty status for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:34.723524 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fd422862-553d-49a6-882a-451d0def4557 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks?id=d369e001-00fc-4384-894e-4bb219547ce3 HTTP/1.1" status: 200 len: 764 time: 0.7534349 May 20 14:48:34.728369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51558) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:34.760203 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.765800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Port': ['ID=0d79463a-b659-4c37-8865-5e2463c776f3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:34.781814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:34.783714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Router 139188a0-e2cf-45c7-ba98-f2285ba98f8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:48:34.784156 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Transition to ACTIVE for port object 45b123fb-5d7f-4c26-93b1-e6212f3552b1 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:34.799525 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.803437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:34.813492 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:34.838522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.838982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.839481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.840171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.840628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.841073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.841517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.842100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.842400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.842841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.843317 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.843757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.844192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.844626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:34.851657 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-43746a78-8499-4fb7-be34-58e385ccffe0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9031 time: 0.3082716 May 20 14:48:34.857039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51562) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:34.898287 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Pushing event updated for resources: {'Port': ['ID=45b123fb-5d7f-4c26-93b1-e6212f3552b1,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:34.933265 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/ports/0d79463a-b659-4c37-8865-5e2463c776f3 HTTP/1.1" status: 204 len: 168 time: 3.3598998 May 20 14:48:34.981722 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.983709 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.985234 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.985807 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.986880 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.987994 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.990000 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.990810 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.991409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.991951 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.994167 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.995512 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:48:34.995731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51566) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:35.015960 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:35.047421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:35.047806 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.059357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.112931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '92fb20a1-489c-4c88-9d56-47844dc11ee7'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:35.115046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.143930 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Attempting to bind port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:35.144950 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Attempting to bind port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:35.145657 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Attempting to bind port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 on network f8e5173e-a289-47a2-8422-9bb1a2360f97 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:35.152842 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:35.153579 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Checking segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:35.154419 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.155357 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Bound using segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:35.156082 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Bound port: 45b123fb-5d7f-4c26-93b1-e6212f3552b1, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:35.157523 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.171493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 583893db-7541-4252-8dac-105037863c96 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:35.295937 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] For port 45b123fb-5d7f-4c26-93b1-e6212f3552b1, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:35.306919 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] For port 45b123fb-5d7f-4c26-93b1-e6212f3552b1, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=45b123fb-5d7f-4c26-93b1-e6212f3552b1,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:35.316357 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.324408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2ee3e-2b3b-4dec-bab8-9039d845d172 req-15652f51-bce5-471a-8995-ae5ec301bc62 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:35.326926 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-35a2ee3e-2b3b-4dec-bab8-9039d845d172 req-15652f51-bce5-471a-8995-ae5ec301bc62 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3272402 May 20 14:48:35.338779 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-61e42f62-309b-45ff-829d-9e6bd6a9a8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:35.396315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116a731a-b421-4ad6-843d-457e8ece03a4 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:35.400858 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-116a731a-b421-4ad6-843d-457e8ece03a4 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6624849 May 20 14:48:35.401642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51570) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:35.430654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.447066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b0993729-2a4a-439d-a1c3-b0fb300dff07 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:35.462356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8973487-37bc-47b7-95d1-a7232e376996 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:35.468294 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:35.469350 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:35.496493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.504405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Subnet': ['ID=b74f3e5a-528d-4af4-b3ae-4a3028f29836,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:35.507129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:35.510696 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-35a2ee3e-2b3b-4dec-bab8-9039d845d172 req-a3d46d73-7e71-4cf7-9672-90a1a92c6518 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467059 May 20 14:48:35.534858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9f72e907-2a43-40dd-a836-5c0b90504543 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Synchronizing usage tracker for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:35.539688 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/b74f3e5a-528d-4af4-b3ae-4a3028f29836 HTTP/1.1" status: 204 len: 168 time: 3.2670338 May 20 14:48:35.541915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51574) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:35.575487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:48:35.603155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:35.623195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aa6e3736-a1a7-4e79-acb7-5db39eeb5fb9 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:35.675993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] Sync routers for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:48:35.687899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66290787-b3d9-4d9b-baae-23d9f902bfd9 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:35.689941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66290787-b3d9-4d9b-baae-23d9f902bfd9 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:35.690913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-66290787-b3d9-4d9b-baae-23d9f902bfd9 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Synchronizing usage tracker for tenant:fab6db2bb76345c7b7071df945dc7020 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:35.700561 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] 10.222.0.58 "PUT /v2.0/routers/139188a0-e2cf-45c7-ba98-f2285ba98f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6399312 May 20 14:48:35.713413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51582) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:35.723359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9f72e907-2a43-40dd-a836-5c0b90504543 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Unset dirty status for tenant:460ee5af1b1d4bebbcfeee0b7dd89232 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:35.728798 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9f72e907-2a43-40dd-a836-5c0b90504543 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 207 time: 0.3130538 May 20 14:48:35.729952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0471244-07fa-4316-8e33-66915e92c03b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:35.758956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:35.759632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:35.779798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51586) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:35.792756 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Pushing event updated for resources: {'Port': ['ID=45b123fb-5d7f-4c26-93b1-e6212f3552b1,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:35.798273 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:35.821034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-66290787-b3d9-4d9b-baae-23d9f902bfd9 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Unset dirty status for tenant:fab6db2bb76345c7b7071df945dc7020 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:35.822510 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-66290787-b3d9-4d9b-baae-23d9f902bfd9 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2703691 May 20 14:48:35.826362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51588) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:35.881617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:35.956170 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:36.035966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc217bbd-ff46-4a48-9c45-22799b7e0ac2 req-83aac426-f58a-4c3d-a635-c7de751c7f9f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:36.037747 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc217bbd-ff46-4a48-9c45-22799b7e0ac2 req-83aac426-f58a-4c3d-a635-c7de751c7f9f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3208115 May 20 14:48:36.042165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a75f46ab-6c33-429b-96c6-be3ad017232e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.050745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:36.098568 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc217bbd-ff46-4a48-9c45-22799b7e0ac2 req-3a6e27eb-e94d-4bb0-83e7-79b08e538b5e tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516405 May 20 14:48:36.100195 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75f46ab-6c33-429b-96c6-be3ad017232e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 20 14:48:36.100745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75f46ab-6c33-429b-96c6-be3ad017232e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:36.102797 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a75f46ab-6c33-429b-96c6-be3ad017232e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/d2c6f950-6ef8-4ce7-a3a3-8699db290a4a HTTP/1.1" status: 409 len: 405 time: 0.2757163 May 20 14:48:36.107573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51594) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:36.113520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1115422559'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:36.130856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:36.135777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:network and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:36.139322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:36.146878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:36.159065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:36.163310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.175011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e189e3-db8f-4b85-8ba2-344230ada9cb None None] Network d2c6f950-6ef8-4ce7-a3a3-8699db290a4a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:36.198229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:36.210961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.211551 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Added segment 24188764-1cb6-4724-b0b2-5f4b1f1d083f of type vlan for network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 May 20 14:48:36.245180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.273592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e8973487-37bc-47b7-95d1-a7232e376996 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:36.285107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.297308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:36.298351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.311517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Deleting port 7cffbaa9-903d-44ff-b509-75e4b8835a7e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:36.311859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.324095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/92fb20a1-489c-4c88-9d56-47844dc11ee7/3155e024-38e4-4912-83b9-cc149aa6dc6d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:36.326152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04361405-e07a-4bbd-b129-be4a07ba42ca tempest-ExternalNetworksTestJSON-471591793 tempest-ExternalNetworksTestJSON-471591793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:36.328811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e8973487-37bc-47b7-95d1-a7232e376996 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:36.329390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.422338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22906cc2-d4a2-45f6-99b4-1c13aba95a14 None None] Provisioning for port 3f209e5c-01ee-4b68-8fde-50bda7af093e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:36.468483 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3597324 May 20 14:48:36.476465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Network': ['ID=05d77b85-d41d-4ac4-8ce7-5b913517dce0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:36.479792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:36.480597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51602) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:36.491627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'subnet': {'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:36.510931 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:35Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:36.525280 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4b9ac6-5f04-4e70-b8bb-b7f60866ad93 None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:35Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:48:36.546588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:36.580736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.679780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22906cc2-d4a2-45f6-99b4-1c13aba95a14 None None] Provisioning complete for port 3f209e5c-01ee-4b68-8fde-50bda7af093e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:36.680427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22906cc2-d4a2-45f6-99b4-1c13aba95a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.722692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:36.729256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Calling delete_port for 7cffbaa9-903d-44ff-b509-75e4b8835a7e owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:36.737413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:36.760495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:36.768727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:36.833421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eecb7a-70a0-47b0-ad04-b1b434c742db req-0ca036b7-a582-46f4-9cad-36573b9bba73 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:36.840813 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-33eecb7a-70a0-47b0-ad04-b1b434c742db req-0ca036b7-a582-46f4-9cad-36573b9bba73 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.2018576 May 20 14:48:36.962457 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-33eecb7a-70a0-47b0-ad04-b1b434c742db req-f2005ac7-7425-42d8-bdee-d3f7a204fb21 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208427 May 20 14:48:36.966359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:36.978636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:36.984953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:36.992127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:37.006698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:37.013270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:37.015378 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-db2e8a71-e518-45ce-843d-43ffbb7e0309 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.1594813 May 20 14:48:37.025470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51608) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:37.031208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.063417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-22906cc2-d4a2-45f6-99b4-1c13aba95a14 None None] Port 3f209e5c-01ee-4b68-8fde-50bda7af093e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:37.227340 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d3320a16-5e35-4526-ae0d-678b9cfa5533 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3762 time: 2.3679709 May 20 14:48:37.232520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22906cc2-d4a2-45f6-99b4-1c13aba95a14 None None] Provisioning complete for port e8973487-37bc-47b7-95d1-a7232e376996 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:37.232901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22906cc2-d4a2-45f6-99b4-1c13aba95a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.376513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.567778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.590662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port e8973487-37bc-47b7-95d1-a7232e376996, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e8973487-37bc-47b7-95d1-a7232e376996,segment=NetworkSegment(ad2e8c9f-215c-4305-9487-e1b6b55d62c1),segment_id=ad2e8c9f-215c-4305-9487-e1b6b55d62c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:37.596101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Transition to ACTIVE for port object 3155e024-38e4-4912-83b9-cc149aa6dc6d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:37.636637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.681519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] DHCP port deletion for d2c6f950-6ef8-4ce7-a3a3-8699db290a4a request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:37.683314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.718960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:37.723295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.743447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.816451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:48:37.819445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:37.819848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:37.827482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-84574fae-ef53-4ae0-af20-a5df43d175fe tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:37.829339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:37.910896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102'}], 'enable_snat': True}, 'gw_port_id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:48:31Z', 'revision_number': 5, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port': {'id': '5d2edcbb-1d16-4910-930d-c671928b5bc5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:21Z', 'updated_at': '2021-05-20T14:46:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:37.913863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99e3c9-4b3f-4adb-bc0a-6ee571b9601e req-266c1ce4-e397-4ae4-8a28-586fb7bb9bd4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:37.931973 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd99e3c9-4b3f-4adb-bc0a-6ee571b9601e req-266c1ce4-e397-4ae4-8a28-586fb7bb9bd4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4547520 May 20 14:48:37.934556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51616) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:37.949566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Transition to ACTIVE for port object 3155e024-38e4-4912-83b9-cc149aa6dc6d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:37.953174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:37.953724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f7be7d8-c01c-4a5e-92e1-bf5fc8cd0ea1 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:37.974904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] Checking router: 139188a0-e2cf-45c7-ba98-f2285ba98f8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:48:37.975080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90526790', 'description': 'tempest-secgroup-smoke-90526790 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:37.989728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.022375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=e8973487-37bc-47b7-95d1-a7232e376996,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:38.031919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] Routers {'139188a0-e2cf-45c7-ba98-f2285ba98f8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:38.032908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:38.055689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:38.065851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Subnet': ['ID=8ca567c8-2147-478c-ad62-d01d3c220de6,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:38.073091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:38.078335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:38.084705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:38.093364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:38.100994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:38.102712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:38.134308 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd99e3c9-4b3f-4adb-bc0a-6ee571b9601e req-94aaa760-0e62-49fb-9b05-6c5bce4f4ad8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011814 May 20 14:48:38.135142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Checking segment: {'id': '24188764-1cb6-4724-b0b2-5f4b1f1d083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:38.135564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network hostable DHCP agents. Network: 05d77b85-d41d-4ac4-8ce7-5b913517dce0, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:38.157333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:38.160117 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:38.177243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::9f09:d2a3:ab1f:1b0 (5b136d1c-58b9-45d6-b34a-556fde2a0447/92fb20a1-489c-4c88-9d56-47844dc11ee7/583893db-7541-4252-8dac-105037863c96) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:38.202507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Port': ['ID=7cffbaa9-903d-44ff-b509-75e4b8835a7e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:38.215941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:38.216978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.220424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.259651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:38.260389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:38.269010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:38.272680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:38.275398 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/ports/7cffbaa9-903d-44ff-b509-75e4b8835a7e HTTP/1.1" status: 204 len: 168 time: 3.2718692 May 20 14:48:38.281720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51620) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.285886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:38.390395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Pushing event updated for resources: {'Port': ['ID=3155e024-38e4-4912-83b9-cc149aa6dc6d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:38.403472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:38.405067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] Set router 139188a0-e2cf-45c7-ba98-f2285ba98f8f gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:38.414235 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c7abe28f-a74e-4d8d-a38b-20011b62e773 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 1.3866057 May 20 14:48:38.424607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51624) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.442405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:38.465462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.473991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cd7b6705-7243-4aff-9742-63317cf5a661 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Synchronizing usage tracker for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:38.474259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 05d77b85-d41d-4ac4-8ce7-5b913517dce0) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:38.491858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.503826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:38.554049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.554565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.590221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7989927d-39f3-4a73-849f-f208ae83b5cb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:38.598154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:38.602441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bb86f-46ad-40fa-a213-abd063fda097 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.603982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bb86f-46ad-40fa-a213-abd063fda097 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.605871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bb86f-46ad-40fa-a213-abd063fda097 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.607660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bb86f-46ad-40fa-a213-abd063fda097 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.609167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bb86f-46ad-40fa-a213-abd063fda097 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.615479 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7a0bb86f-46ad-40fa-a213-abd063fda097 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1912131 May 20 14:48:38.616106 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51628) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.617215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Deleting port e8973487-37bc-47b7-95d1-a7232e376996 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:38.617425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.624374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cd7b6705-7243-4aff-9742-63317cf5a661 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Unset dirty status for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:38.625450 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cd7b6705-7243-4aff-9742-63317cf5a661 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2716153 May 20 14:48:38.647207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf9323-d97d-4778-a653-5537638d991a None None] Network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:38.650668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.651663 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.6869636 May 20 14:48:38.657025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51632) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.657350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51634) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.658178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:38.673256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-921587066'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:38.679173 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1963305 May 20 14:48:38.679380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Deleting port 5d2edcbb-1d16-4910-930d-c671928b5bc5 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:38.679380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.685429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:48:37Z', 'revision_number': 6, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:38.685973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:38.690388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51640) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.691332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:38.714452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Attempting to bind port 3155e024-38e4-4912-83b9-cc149aa6dc6d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:38.714930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Attempting to bind port 3155e024-38e4-4912-83b9-cc149aa6dc6d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:38.715395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Attempting to bind port 3155e024-38e4-4912-83b9-cc149aa6dc6d on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:38.718402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:38.723391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:network and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:38.729479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:38.734862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:38.735575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85a4093-5511-4afb-864a-3c5701f00846 None None] The sync data for ids ['139188a0-e2cf-45c7-ba98-f2285ba98f8f'] in dv-neutron-601336-75-hyperv is: [{'id': '139188a0-e2cf-45c7-ba98-f2285ba98f8f', 'name': 'tempest-ServersTestJSON-1078149861-router', 'tenant_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:20Z', 'updated_at': '2021-05-20T14:48:37Z', 'revision_number': 6, 'project_id': 'f3c1f543ff714ef6b692ce3df75c7d70', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:48:38.756573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:38.764436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:38.784830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:38.818955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6972cf-d160-44e4-91cc-86b315dc86f5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.820271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6972cf-d160-44e4-91cc-86b315dc86f5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.821688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6972cf-d160-44e4-91cc-86b315dc86f5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.823213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6972cf-d160-44e4-91cc-86b315dc86f5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.824594 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6972cf-d160-44e4-91cc-86b315dc86f5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:38.829836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3b6972cf-d160-44e4-91cc-86b315dc86f5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2033134 May 20 14:48:38.839697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51644) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:38.863760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:38.864189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:38.864556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.864956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:38.865449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Bound port: 3155e024-38e4-4912-83b9-cc149aa6dc6d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:38.865916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.879934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a75a15e9-f7b5-4bd3-80be-301d42574f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.884365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.892380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:38.892380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.922114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:38.947536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 583893db-7541-4252-8dac-105037863c96 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:38.992744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.006759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] For port 5d2edcbb-1d16-4910-930d-c671928b5bc5, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5d2edcbb-1d16-4910-930d-c671928b5bc5,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:39.007131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.026969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:39.055611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] For port e8973487-37bc-47b7-95d1-a7232e376996, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e8973487-37bc-47b7-95d1-a7232e376996,segment=NetworkSegment(ad2e8c9f-215c-4305-9487-e1b6b55d62c1),segment_id=ad2e8c9f-215c-4305-9487-e1b6b55d62c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:39.056014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.073344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.073344 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Added segment e5e4256c-6aea-4606-8fee-3ffebdd1a98d of type vlan for network 169a57ec-63bc-4464-9538-0ae770a31415 May 20 14:48:39.128665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.140192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.145603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7989927d-39f3-4a73-849f-f208ae83b5cb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:39.145990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.152735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5d995efc-4efb-4cc6-9459-fd2a2ceb9e43 tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:39.186988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.198809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:48:39.225560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.230235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.248561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Calling delete_port for e8973487-37bc-47b7-95d1-a7232e376996 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:39.289251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:39.320603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] For port 3155e024-38e4-4912-83b9-cc149aa6dc6d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:39.323166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Calling delete_port for 5d2edcbb-1d16-4910-930d-c671928b5bc5 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:39.331311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-05d77b85-d41d-4ac4-8ce7-5b913517dce0', 'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0', 'tenant_id': 'fab6db2bb76345c7b7071df945dc7020', 'fixed_ips': [{'subnet_id': '8ca567c8-2147-478c-ad62-d01d3c220de6'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:39.332205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.336471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:39.367667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:39.370269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] For port 3155e024-38e4-4912-83b9-cc149aa6dc6d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3155e024-38e4-4912-83b9-cc149aa6dc6d,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:39.373079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:39.373839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.380252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=583893db-7541-4252-8dac-105037863c96,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:39.394136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:39.402248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6d8c0a9f-0ea5-48d3-acf4-478099aa1983 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:39.413540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.417143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:39.453666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.459322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:39.459869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.463522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.467493 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8067193 May 20 14:48:39.470577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51650) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:39.477246 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.0930848 May 20 14:48:39.477246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ade7de-4b0b-449b-ac34-dc8a483a78a2,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:39.478166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644b73c0-0f75-452a-87fa-404e6727cc9b tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:39.482001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51652) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:39.484857 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-644b73c0-0f75-452a-87fa-404e6727cc9b tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks/aabff130-7324-4cc0-9ce6-f13c8d708868 HTTP/1.1" status: 200 len: 804 time: 0.6441948 May 20 14:48:39.494392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:39.498860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51658) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:39.520076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:39.521691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dabb3345-0b4d-4ea6-bbd8-f96da53e0a89 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:39.533819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:39.552808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:39.559779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:39.600455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Pushing event updated for resources: {'Port': ['ID=3155e024-38e4-4912-83b9-cc149aa6dc6d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:39.642745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:39.645768 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9865744 May 20 14:48:39.654396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:39.674710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 45b123fb-5d7f-4c26-93b1-e6212f3552b1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:39.714362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51662) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:39.718725 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.731277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-26704239'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:39.731747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:39.749862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Network': ['ID=169a57ec-63bc-4464-9538-0ae770a31415,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:39.753217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:39.763631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:39.792812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 169a57ec-63bc-4464-9538-0ae770a31415 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:39.803130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:network and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:39.811217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22598a7-0b2b-4867-a251-a6f238793f62 req-de4b8041-68b9-489b-a945-33a136673b81 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:39.814447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Pushing event deleted for resources: {'Port': ['ID=e8973487-37bc-47b7-95d1-a7232e376996,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:39.820079 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b22598a7-0b2b-4867-a251-a6f238793f62 req-de4b8041-68b9-489b-a945-33a136673b81 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.5174496 May 20 14:48:39.823637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:39.841901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:39.843825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:39.853073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:39.855036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] No DVR routers for this DVR port e8973487-37bc-47b7-95d1-a7232e376996 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:39.866751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Allocated IP 2001:db8::f816:3eff:fe44:2e1e (05d77b85-d41d-4ac4-8ce7-5b913517dce0/8ca567c8-2147-478c-ad62-d01d3c220de6/dfd8f740-317f-4c4c-a7db-f13728d2d411) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:39.869753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:48:39.878566 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] Sync routers for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:48:39.888964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9c24e7e1-e905-4dd7-bb2b-7bdbef1d12a3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/networks/aabff130-7324-4cc0-9ce6-f13c8d708868?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3879411 May 20 14:48:39.896327 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] 10.222.0.58 "PUT /v2.0/routers/9eb655d2-8264-47ba-8aaf-7054d7cc1d5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0278492 May 20 14:48:39.909162 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:39.911294 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:39.915724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51666) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:39.917991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51668) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:40.106923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebeafa5-5ff7-4267-91f1-65c4ba182030 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:40.141147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebeafa5-5ff7-4267-91f1-65c4ba182030 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:40.143411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eebeafa5-5ff7-4267-91f1-65c4ba182030 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:40.173907 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b22598a7-0b2b-4867-a251-a6f238793f62 req-5dc54971-d3a4-470b-8cbf-ad1c231b7ea4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528063 May 20 14:48:40.215912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eebeafa5-5ff7-4267-91f1-65c4ba182030 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:40.222261 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eebeafa5-5ff7-4267-91f1-65c4ba182030 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7361722 May 20 14:48:40.223187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51676) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:40.256638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:40.265230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:40.276711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.281658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:40.282262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.289988 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:40.410155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 583893db-7541-4252-8dac-105037863c96 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:40.410677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.411052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.436548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Transition to ACTIVE for port object dfd8f740-317f-4c4c-a7db-f13728d2d411 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:40.515160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Transition to ACTIVE for port object dfd8f740-317f-4c4c-a7db-f13728d2d411 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:40.541624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] vlan segment allocate from pool success with {'vlan_id': 734, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:40.554379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.567255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-19261c64-3b9d-49d6-9161-681c3f967e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:40.617531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d4dfe4-8bdb-4279-95a8-f00c1e90f7db tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:40.619231 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b4d4dfe4-8bdb-4279-95a8-f00c1e90f7db tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/subnets/451add41-54c0-453c-9149-fe7e1c673b5b HTTP/1.1" status: 200 len: 843 time: 0.6932805 May 20 14:48:40.637627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51682) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:40.648851 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.649390 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Added segment 6b3731b3-a22c-44f2-9987-98f2e5e937f1 of type vlan for network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 May 20 14:48:40.669108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.684523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.736359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:40.748087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:40.757440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.769562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1f802e7f-6b16-409f-a761-b3fa33088c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.787974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:40.819014 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:48:35Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:40.825180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 45b123fb-5d7f-4c26-93b1-e6212f3552b1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=45b123fb-5d7f-4c26-93b1-e6212f3552b1,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:40.828667 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] Checking router: 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:48:40.844770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:40.860988 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] Routers {'9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:48:40.864311 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:48:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:40.974257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:40.983171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Pushing event updated for resources: {'Port': ['ID=dfd8f740-317f-4c4c-a7db-f13728d2d411,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:40.994938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:40.995731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.015160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-46a1f749-0c20-4479-a1e4-7681a810eabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:41.019659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.035562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:41.053659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.093707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.103542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8973487-37bc-47b7-95d1-a7232e376996 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:41.131363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca567c8-2147-478c-ad62-d01d3c220de6,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:41.133992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:41.162354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Attempting to bind port dfd8f740-317f-4c4c-a7db-f13728d2d411 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:41.166344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Attempting to bind port dfd8f740-317f-4c4c-a7db-f13728d2d411 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '24188764-1cb6-4724-b0b2-5f4b1f1d083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:41.167359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Attempting to bind port dfd8f740-317f-4c4c-a7db-f13728d2d411 on network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:41.169880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e8973487-37bc-47b7-95d1-a7232e376996 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:41.170381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e8973487-37bc-47b7-95d1-a7232e376996 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:41.193847 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] Set router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:48:41.215742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:41.216411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Checking segment: {'id': '24188764-1cb6-4724-b0b2-5f4b1f1d083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:41.216839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.217249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Bound using segment: {'id': '24188764-1cb6-4724-b0b2-5f4b1f1d083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:41.217745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Bound port: dfd8f740-317f-4c4c-a7db-f13728d2d411, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24188764-1cb6-4724-b0b2-5f4b1f1d083f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:41.218131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.229364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.260104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.270336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d77b85-d41d-4ac4-8ce7-5b913517dce0']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:41.285247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=45b123fb-5d7f-4c26-93b1-e6212f3552b1,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:41.300956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21882-2e21-4b7c-bb11-9432a9e6f393 req-ecf5988b-1865-4d2d-acdc-207170ade47b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:41.302627 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-27a21882-2e21-4b7c-bb11-9432a9e6f393 req-ecf5988b-1865-4d2d-acdc-207170ade47b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.5678308 May 20 14:48:41.307193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:41.346041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5b613d-916e-4dda-9e7c-0c76da800dfb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:41.347642 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cb5b613d-916e-4dda-9e7c-0c76da800dfb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "GET /v2.0/subnets/451add41-54c0-453c-9149-fe7e1c673b5b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7009609 May 20 14:48:41.348495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de7c786-d2fb-4647-8354-5c06259a01ec,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:41.377813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24188764-1cb6-4724-b0b2-5f4b1f1d083f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:41.378902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24188764-1cb6-4724-b0b2-5f4b1f1d083f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:41.380948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51686) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:41.383352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b0c9cb46-4537-4b0a-b920-fe9067efc407 None None] Provisioning for port 3155e024-38e4-4912-83b9-cc149aa6dc6d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:41.391420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.410328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:41.416978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479729686'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:41.423328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:41.428202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3155e024-38e4-4912-83b9-cc149aa6dc6d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:41.436093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:41.443810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c59482e-644a-43e3-ad99-44829e174ea0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:41.481785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 583893db-7541-4252-8dac-105037863c96 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:41.490816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.504841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.510207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:41.510801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.525292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] For port dfd8f740-317f-4c4c-a7db-f13728d2d411, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:41.525529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.535690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d2edcbb-1d16-4910-930d-c671928b5bc5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:41.537871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:41.541690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.546849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c3b3f3f6-3d32-4208-8a3c-06d0fcf6a0fd None None] Provisioning for port 583893db-7541-4252-8dac-105037863c96 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:41.552957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c3b3f3f6-3d32-4208-8a3c-06d0fcf6a0fd None None] Provisioning complete for port 583893db-7541-4252-8dac-105037863c96 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:41.553404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c3b3f3f6-3d32-4208-8a3c-06d0fcf6a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.555853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:41.556269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.561796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.566061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.0796185 May 20 14:48:41.569117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51690) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:41.572463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:41.572635 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:41.575818 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-27a21882-2e21-4b7c-bb11-9432a9e6f393 req-8593f724-1527-48da-bec8-4561304d68ee tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208389 May 20 14:48:41.576304 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8563771 May 20 14:48:41.578554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:41.583465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 3155e024-38e4-4912-83b9-cc149aa6dc6d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:41.603580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 3155e024-38e4-4912-83b9-cc149aa6dc6d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:41.604688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.674101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c3b3f3f6-3d32-4208-8a3c-06d0fcf6a0fd None None] Port 583893db-7541-4252-8dac-105037863c96 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:41.685679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Network': ['ID=78d8bae2-9e02-4787-8a65-0d2d56dd94c2,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:41.697686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:41.723857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:41.729526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:41.733267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:41.736169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:41.741920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:41.749320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:41.750555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.782761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.793444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:41.840499 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:48:35Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:41.842547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.api [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:48:41.842547 dv-neutron-601336-75-hyperv neutron-server[98805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:48:41.842547 dv-neutron-601336-75-hyperv neutron-server[98805]: [parameters: {'id': '05d77b85-d41d-4ac4-8ce7-5b913517dce0'}] May 20 14:48:41.842547 dv-neutron-601336-75-hyperv neutron-server[98805]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:41.843256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_db.api [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:41.862442 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acba9fe4-daec-43ab-b476-706db2886c45 None None] The sync data for ids ['9eb655d2-8264-47ba-8aaf-7054d7cc1d5c'] in dv-neutron-601336-75-hyperv is: [{'id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'name': 'tempest-ServersTestManualDisk-824226487-router', 'tenant_id': '0470f22e96294cd0af0a9daedb2e3b25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:22Z', 'updated_at': '2021-05-20T14:48:35Z', 'revision_number': 5, 'project_id': '0470f22e96294cd0af0a9daedb2e3b25', 'gw_port': {'id': '65c853a8-23fb-4811-b44a-24bcc2a73b37', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb655d2-8264-47ba-8aaf-7054d7cc1d5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:26Z', 'updated_at': '2021-05-20T14:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:48:41.900581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.933873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.934416 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Added segment a043712d-744a-4bed-80a7-8b1e71c1c094 of type vlan for network bc53e408-a3fe-47dd-822b-fdb67193d268 May 20 14:48:41.944546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] For port dfd8f740-317f-4c4c-a7db-f13728d2d411, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=dfd8f740-317f-4c4c-a7db-f13728d2d411,segment=NetworkSegment(24188764-1cb6-4724-b0b2-5f4b1f1d083f),segment_id=24188764-1cb6-4724-b0b2-5f4b1f1d083f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:41.960119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:41.968703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:41.995148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.003204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Deleting port 65c853a8-23fb-4811-b44a-24bcc2a73b37 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:42.003772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.005112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cbf6e60-5fde-4d36-bfc0-16dde0246682 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:42.050713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Pushing event updated for resources: {'Port': ['ID=dfd8f740-317f-4c4c-a7db-f13728d2d411,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:42.063533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=583893db-7541-4252-8dac-105037863c96,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:42.068562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:42.071965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:42.074491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.082443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 3155e024-38e4-4912-83b9-cc149aa6dc6d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3155e024-38e4-4912-83b9-cc149aa6dc6d,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:42.091586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.101530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:42.124071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.164473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.183565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=3155e024-38e4-4912-83b9-cc149aa6dc6d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:42.199189 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/583893db-7541-4252-8dac-105037863c96 HTTP/1.1" status: 204 len: 168 time: 1.9747281 May 20 14:48:42.201558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51694) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:42.265582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:42.277624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5d2edcbb-1d16-4910-930d-c671928b5bc5 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:42.334153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 5d2edcbb-1d16-4910-930d-c671928b5bc5 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:42.334964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5d2edcbb-1d16-4910-930d-c671928b5bc5 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:42.343039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:42.350848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.384117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c90fe8-a183-4601-87d6-ddf362858ae3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:42.386029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c90fe8-a183-4601-87d6-ddf362858ae3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:42.389337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-63c90fe8-a183-4601-87d6-ddf362858ae3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:42.419910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.421995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:42.422458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8e4ec66d-c031-45f1-b6eb-c7083199d1b1 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:42.427806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.449531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16ac94f-05d9-47f7-982d-294317db5b64 None None] Network 05d77b85-d41d-4ac4-8ce7-5b913517dce0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:42.503493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] For port 65c853a8-23fb-4811-b44a-24bcc2a73b37, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=65c853a8-23fb-4811-b44a-24bcc2a73b37,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:42.503846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.522502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-63c90fe8-a183-4601-87d6-ddf362858ae3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:42.523829 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-63c90fe8-a183-4601-87d6-ddf362858ae3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3210490 May 20 14:48:42.526986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51698) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:42.547884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.548701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 139188a0-e2cf-45c7-ba98-f2285ba98f8f {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:48:42.560559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.689773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 92fb20a1-489c-4c88-9d56-47844dc11ee7 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:42.695652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c66f71-6d90-48bc-b346-5fa0d7cd24c2 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:48:42.702768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.829450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.904447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.906921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting port dfd8f740-317f-4c4c-a7db-f13728d2d411 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:42.907388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.925809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c66f71-6d90-48bc-b346-5fa0d7cd24c2 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:48:42.971696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Calling delete_port for 65c853a8-23fb-4811-b44a-24bcc2a73b37 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:42.979158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:42.996895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:43.015502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f071c5-fdeb-47a3-87d0-ece8d3306530,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:43.034120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:43.060060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.065821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:43.066531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.072820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:43.115011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] For port dfd8f740-317f-4c4c-a7db-f13728d2d411, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=dfd8f740-317f-4c4c-a7db-f13728d2d411,segment=NetworkSegment(24188764-1cb6-4724-b0b2-5f4b1f1d083f),segment_id=24188764-1cb6-4724-b0b2-5f4b1f1d083f)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:43.115741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.175463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.179417 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] 10.222.0.58 "DELETE /v2.0/routers/139188a0-e2cf-45c7-ba98-f2285ba98f8f HTTP/1.1" status: 204 len: 168 time: 7.4645312 May 20 14:48:43.182027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51704) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:43.183625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Network': ['ID=bc53e408-a3fe-47dd-822b-fdb67193d268,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:43.184280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.186051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.190044 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6097550 May 20 14:48:43.190044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:43.194749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51706) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:43.206973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:43.216882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:43.225030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:43.237865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:43.243008 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8542812 May 20 14:48:43.249257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51710) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:43.256944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:43.263196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:43.274655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network bc53e408-a3fe-47dd-822b-fdb67193d268 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:43.409403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3155e024-38e4-4912-83b9-cc149aa6dc6d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:43.449642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.473279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:43.483654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:43.505397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Made reservation on behalf of 460ee5af1b1d4bebbcfeee0b7dd89232 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:43.509542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.580666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 3155e024-38e4-4912-83b9-cc149aa6dc6d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:43.581266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.592497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Calling delete_port for dfd8f740-317f-4c4c-a7db-f13728d2d411 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:43.663391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ef8d8-2b90-422e-adf5-16bdd9ca79ec req-b291283e-7e97-48df-9629-3b32af2cda05 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:43.671239 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fa0ef8d8-2b90-422e-adf5-16bdd9ca79ec req-b291283e-7e97-48df-9629-3b32af2cda05 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.7713957 May 20 14:48:43.687952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing IP validity checks on allocation pools {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 14:48:43.688479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 14:48:43.718074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.726976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Deleting subnet e3967cd8-ede5-466a-9283-2a77e6daff54 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:43.730320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.737779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.744587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.749414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a20896e-03a1-4b53-9536-f1622cf66fc9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:43.756222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.785804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5354fc0-9d57-40f8-992e-cbc777c0f2e6,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:43.788992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:43.794119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f942d1d-6feb-42c7-b359-df7a92df850a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:43.843058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 45b123fb-5d7f-4c26-93b1-e6212f3552b1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:43.887121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Pushing event deleted for resources: {'Port': ['ID=65c853a8-23fb-4811-b44a-24bcc2a73b37,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:43.890919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:43.899794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.962960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5c58f4-de32-4f08-9a2f-a7d7d7a51910 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:48:43.978515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:43.979800 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7827928 May 20 14:48:43.989697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51716) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:44.000030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:44.007845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:44.012872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:44.013695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.015786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:44.022983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:44.023201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:44.023523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.044809 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:48:44.061014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.080908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.256823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c0471244-07fa-4316-8e33-66915e92c03b no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:44.280777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.284033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.301341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.312985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:44.315535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: c0471244-07fa-4316-8e33-66915e92c03b {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:44.316097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c0471244-07fa-4316-8e33-66915e92c03b not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:44.335961 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5c58f4-de32-4f08-9a2f-a7d7d7a51910 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:48:44.337096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.337641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9eb655d2-8264-47ba-8aaf-7054d7cc1d5c {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:48:44.357534 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fa0ef8d8-2b90-422e-adf5-16bdd9ca79ec req-734170b9-c724-4837-b063-f4e51fe9e453 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6851258 May 20 14:48:44.358420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3967cd8-ede5-466a-9283-2a77e6daff54,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:44.368465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:44.381912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.429637 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/e3967cd8-ede5-466a-9283-2a77e6daff54 HTTP/1.1" status: 204 len: 168 time: 0.9764547 May 20 14:48:44.432211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51722) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:44.463316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.466928 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9eb655d2-8264-47ba-8aaf-7054d7cc1d5c HTTP/1.1" status: 204 len: 168 time: 4.5241792 May 20 14:48:44.510437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51726) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:44.638639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Deleting subnet 61989f82-78a7-4495-8e96-af47dcc4799b {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:44.642187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.659961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.690043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.700322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.733666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-36f6d6d1-ec70-4c52-9796-bd32bb096193 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:44.773893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.778723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9dc52a-0f83-4af8-b259-dcc7296da9d6,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:44.789160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:44.802834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.818307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.819882 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8274703 May 20 14:48:44.825760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bdbeb479-a1d0-4bdb-8b12-59d580393c94 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:44.834022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51730) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:44.857277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a54ecd-8219-4eee-809d-c9da6ce3a698 None None] Network 178147dd-f499-495b-88aa-c5ef75189cc6 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:44.887899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Port': ['ID=dfd8f740-317f-4c4c-a7db-f13728d2d411,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:44.897648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:44.901878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No DVR routers for this DVR port dfd8f740-317f-4c4c-a7db-f13728d2d411 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:44.932520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:44.939886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:44.942844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51732) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:44.944112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:44.948371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:44.951635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:44.955013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:44.985228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'subnets': [{'network_id': '169a57ec-63bc-4464-9538-0ae770a31415', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1038756926', 'ip_version': 6}, {'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:44.985553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'subnet': {'network_id': '169a57ec-63bc-4464-9538-0ae770a31415', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1038756926', 'ip_version': 6}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:44.986756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Request body: {'subnet': {'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:45.003526 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:48:45.069508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.081988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-03e0a883-6afd-449d-beca-594f6bba260b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:45.179584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.198316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] DHCP port deletion for 178147dd-f499-495b-88aa-c5ef75189cc6 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:45.250195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc96ca6-5d18-4d79-87df-521896f7d8a5 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:45.279741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.286560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Deleting port 663ffecb-a238-4955-88d8-bace4610c38a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:45.286858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.309380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 65c853a8-23fb-4811-b44a-24bcc2a73b37 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:45.315877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.332279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3aced25e-2b3e-47be-8a6b-ac6f9bfad964 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:45.353728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 65c853a8-23fb-4811-b44a-24bcc2a73b37 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:45.354166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 65c853a8-23fb-4811-b44a-24bcc2a73b37 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:45.354500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 663ffecb-a238-4955-88d8-bace4610c38a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:45.376025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=92fb20a1-489c-4c88-9d56-47844dc11ee7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:45.379197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.402735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.409008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b71e3f-cad6-497d-abe6-fc5ec3ba26c0,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:45.410978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:45.445960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:45.465894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.475626 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5435009 May 20 14:48:45.492835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] For port 663ffecb-a238-4955-88d8-bace4610c38a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=663ffecb-a238-4955-88d8-bace4610c38a,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:45.493169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.497968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05d77b85-d41d-4ac4-8ce7-5b913517dce0']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:45.516397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029d02a-eb5e-47a8-bccb-0806463f08e3 req-f137a48b-00a6-49ee-a999-f9d2a5923b09 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:45.518739 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9029d02a-eb5e-47a8-bccb-0806463f08e3 req-f137a48b-00a6-49ee-a999-f9d2a5923b09 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.7559330 May 20 14:48:45.528722 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:48:45.573371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24188764-1cb6-4724-b0b2-5f4b1f1d083f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:45.573371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24188764-1cb6-4724-b0b2-5f4b1f1d083f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:45.588391 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/92fb20a1-489c-4c88-9d56-47844dc11ee7 HTTP/1.1" status: 204 len: 168 time: 3.0580237 May 20 14:48:45.609475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Deleting port 663ffecb-a238-4955-88d8-bace4610c38a {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:45.609872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.628630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51740) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:45.635916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Calling delete_port for 663ffecb-a238-4955-88d8-bace4610c38a owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:45.654126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.703059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.716982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:45.724237 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9029d02a-eb5e-47a8-bccb-0806463f08e3 req-3d5cba7d-0d73-437d-b44e-8d7f9680087e tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824863 May 20 14:48:45.731829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Usage tracker for resource:subnet and tenant:7007f0e4ca744f6ba42a258d4bc1287c is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:45.734350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:45.735230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.757703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:45.758537 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:45.764402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8e4809b5-df58-484f-9e29-f34f7652e94b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:45.771475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] For port 663ffecb-a238-4955-88d8-bace4610c38a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=663ffecb-a238-4955-88d8-bace4610c38a,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:45.772124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.784028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:45.800349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:45.805463 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f44902a4-0ace-4fbf-ac9e-8afc80ad707f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1646404 May 20 14:48:45.814936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51756) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:45.842023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:45.963270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=b34eb1dd-d4b6-4ddd-bf1e-b141411f8995,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:45.966616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Calling delete_port for 663ffecb-a238-4955-88d8-bace4610c38a owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:45.967158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Made reservation on behalf of 7007f0e4ca744f6ba42a258d4bc1287c for: {'subnet': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:45.971692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.972022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.976083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:45.979923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:45.993541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Checking segment: {'id': 'a043712d-744a-4bed-80a7-8b1e71c1c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:45.993965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network hostable DHCP agents. Network: bc53e408-a3fe-47dd-822b-fdb67193d268, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:46.008586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-a1f4cc3c-3ee5-42e6-b22b-45f464f305df tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:46.021882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:46.026722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.029677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:46.033945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:46.034975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:46.041560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:46.043938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Network bc53e408-a3fe-47dd-822b-fdb67193d268 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:46.048745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 663ffecb-a238-4955-88d8-bace4610c38a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=663ffecb-a238-4955-88d8-bace4610c38a,segment=NetworkSegment(b4842c2b-b87d-431d-85e6-35e1e866737f),segment_id=b4842c2b-b87d-431d-85e6-35e1e866737f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:46.054318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.062938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:46.063939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.067947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.073062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24083b10-5f04-4f27-9924-d976efebdd54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:46.084323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, bc53e408-a3fe-47dd-822b-fdb67193d268) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:46.106498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.118369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-de526ded-5759-4ae7-b921-48fea438afde tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:46.122427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Network': ['ID=05d77b85-d41d-4ac4-8ce7-5b913517dce0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:46.127799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.134849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event deleted for resources: {'Port': ['ID=663ffecb-a238-4955-88d8-bace4610c38a,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:46.136839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9657fa5d-ac4c-4f39-b4c6-90defb3aea24 None None] Network bc53e408-a3fe-47dd-822b-fdb67193d268 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:46.149377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:46.154255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:46.154423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:46.157284 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:46.163414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-a1f4cc3c-3ee5-42e6-b22b-45f464f305df tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:46.164797 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-a1f4cc3c-3ee5-42e6-b22b-45f464f305df tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90526790&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.3935158 May 20 14:48:46.169893 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/05d77b85-d41d-4ac4-8ce7-5b913517dce0 HTTP/1.1" status: 204 len: 168 time: 7.4728355 May 20 14:48:46.172451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51760) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:46.173079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=663ffecb-a238-4955-88d8-bace4610c38a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:46.176124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:46.176782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.181972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:46.186846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] No DVR routers for this DVR port 663ffecb-a238-4955-88d8-bace4610c38a on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:46.205855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.217909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1438253543'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:46.222015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-539eb0ef-0db4-4632-a1b2-19a7521a07af tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:46.245952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] No DVR routers for this DVR port 663ffecb-a238-4955-88d8-bace4610c38a on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:46.252761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Pushing event deleted for resources: {'Port': ['ID=663ffecb-a238-4955-88d8-bace4610c38a,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:46.261148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:46.278505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:46.289604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61989f82-78a7-4495-8e96-af47dcc4799b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:46.301091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:46.306396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:network and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:46.309742 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0600507 May 20 14:48:46.312197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.324763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51764) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:46.335302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bbff86-75c5-435f-bf76-30b4dc777983 None None] Network d0046fb2-851f-4022-b398-506baa9f07e4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:46.337644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:46.360592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:46.390166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:46.395677 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] 10.222.0.58 "DELETE /v2.0/subnets/61989f82-78a7-4495-8e96-af47dcc4799b HTTP/1.1" status: 204 len: 168 time: 1.8660259 May 20 14:48:46.401465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b732-3685-4065-8a95-e39b21684dae req-ba3d41d1-2047-48d6-9ed9-baacdb31c17f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:46.403040 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1814b732-3685-4065-8a95-e39b21684dae req-ba3d41d1-2047-48d6-9ed9-baacdb31c17f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4959314 May 20 14:48:46.408507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51768) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:46.453576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.470956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178147dd-f499-495b-88aa-c5ef75189cc6']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:46.494272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4842c2b-b87d-431d-85e6-35e1e866737f') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:46.494564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4842c2b-b87d-431d-85e6-35e1e866737f') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:46.521140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Deleting port 3155e024-38e4-4912-83b9-cc149aa6dc6d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:46.522131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.531489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:46.535696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.577404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.622033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.632458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128200124'] for subnet, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.645424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:46.645806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.657678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-751f9178-fff7-4db9-9fc3-21178308f0e8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:46.659028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-751f9178-fff7-4db9-9fc3-21178308f0e8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:46.660038 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:46.683837 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1814b732-3685-4065-8a95-e39b21684dae req-2b9f62f4-df14-4952-a31c-a5163889cac5 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551756 May 20 14:48:46.686405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.742603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:46.766193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] For port 3155e024-38e4-4912-83b9-cc149aa6dc6d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3155e024-38e4-4912-83b9-cc149aa6dc6d,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:46.767560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.775373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-751f9178-fff7-4db9-9fc3-21178308f0e8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:46.776661 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-751f9178-fff7-4db9-9fc3-21178308f0e8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 796 time: 0.5933762 May 20 14:48:46.834346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.834809 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Added segment 028226f0-4a64-40dc-819d-1df56c1c3318 of type vlan for network e3c24639-db48-4ac3-a640-a56e8559df1c May 20 14:48:46.839568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.844925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:46.849184 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-ebca5e3e-014c-444b-b9f5-7b222fe07afa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0418997 May 20 14:48:46.857932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-bc53e408-a3fe-47dd-822b-fdb67193d268', 'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268', 'tenant_id': '460ee5af1b1d4bebbcfeee0b7dd89232', 'fixed_ips': [{'subnet_id': 'b34eb1dd-d4b6-4ddd-bf1e-b141411f8995'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:46.861794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.861962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:46.896849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=178147dd-f499-495b-88aa-c5ef75189cc6,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:46.909688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:46.961813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Calling delete_port for 3155e024-38e4-4912-83b9-cc149aa6dc6d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:46.966881 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] 10.222.0.58 "DELETE /v2.0/networks/178147dd-f499-495b-88aa-c5ef75189cc6 HTTP/1.1" status: 204 len: 168 time: 2.5234289 May 20 14:48:47.174371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.178995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:47.230726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51776) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:47.247029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] DHCP port deletion for d0046fb2-851f-4022-b398-506baa9f07e4 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:47.253281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Pushing event deleted for resources: {'Port': ['ID=3155e024-38e4-4912-83b9-cc149aa6dc6d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:47.255590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] No DVR routers for this DVR port 3155e024-38e4-4912-83b9-cc149aa6dc6d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:47.258172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:47.304920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794689850579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128323265'] for subnet, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.313753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-76866fdd-e092-43b3-87c7-37b5b1dae7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:47.354250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3155e024-38e4-4912-83b9-cc149aa6dc6d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:47.363563 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fac52fb1-79c8-4b77-bbf1-e914929347a8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3c1f543ff714ef6b692ce3df75c7d70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1291766 May 20 14:48:47.370514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51780) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:47.370919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.397853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:47.398468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.399821 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "PUT /v2.0/subnets/b34eb1dd-d4b6-4ddd-bf1e-b141411f8995 HTTP/1.1" status: 200 len: 900 time: 1.0672386 May 20 14:48:47.401308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 3155e024-38e4-4912-83b9-cc149aa6dc6d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:47.401900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3155e024-38e4-4912-83b9-cc149aa6dc6d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:47.406835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51784) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:47.435481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Allocated IP 2001:db8::3 (bc53e408-a3fe-47dd-822b-fdb67193d268/b34eb1dd-d4b6-4ddd-bf1e-b141411f8995/91746239-8566-42b7-ad64-c2253c2653d4) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:47.451501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.457695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:47.458303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.469639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event updated for resources: {'Subnet': ['ID=b34eb1dd-d4b6-4ddd-bf1e-b141411f8995,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:47.471129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Deleting port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:47.471129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.481535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f4ed7418-e829-49db-a2eb-133acb8a557e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:47.485787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:47.598018 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4162102 May 20 14:48:47.612341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51788) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:47.624979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'subnet': {'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:47.641421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.643694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] For port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:47.644091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.681295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Network': ['ID=e3c24639-db48-4ac3-a640-a56e8559df1c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:47.691968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Deleting port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:47.692764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.708385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:47.718144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-e0ed99e5-8c26-46f9-b133-310101757348 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:47.718341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.721497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network e3c24639-db48-4ac3-a640-a56e8559df1c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:48:47.729953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.784554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1dafe-a39f-4ba4-b949-d28e5179c7e3 req-074aef1e-0d4a-483e-9e0c-219254b945b9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:47.786126 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-40d1dafe-a39f-4ba4-b949-d28e5179c7e3 req-074aef1e-0d4a-483e-9e0c-219254b945b9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.8634343 May 20 14:48:47.815618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.824649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b7f413be-cc1b-4bff-912f-3128e17c9724 tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:47.873754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-e0ed99e5-8c26-46f9-b133-310101757348 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:47.874548 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-e0ed99e5-8c26-46f9-b133-310101757348 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9555528 May 20 14:48:47.893000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Calling delete_port for 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:47.936103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:47.954275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] For port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,segment=NetworkSegment(9afacc8c-b468-4081-857f-d61a088cb296),segment_id=9afacc8c-b468-4081-857f-d61a088cb296)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:47.954813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:47.963007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:47.970355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:47.972474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:47.983323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289220d6-9431-4069-a6f7-5d4224915510 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:47.990618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=c49c6187-69e9-430e-86ae-43814f39fb81,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:47.997780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:48.003603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:48.004203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.008281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.029612 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-40d1dafe-a39f-4ba4-b949-d28e5179c7e3 req-d1d1cf52-57b5-4427-82a7-34ca33f6b17d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930032 May 20 14:48:48.045670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:48.049736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.088381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.104540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e7561994-cfa4-4187-817c-5cf07f2e8747 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:48.124874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Calling delete_port for 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:48.131955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8e38d8-8480-47c6-b128-b38ddad65be8,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:48.135998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.141738 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3058548 May 20 14:48:48.141738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.141738 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cc8e38d8-8480-47c6-b128-b38ddad65be8 HTTP/1.1" status: 204 len: 168 time: 0.7666502 May 20 14:48:48.145010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:48.145457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51794) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:48.146369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Transition to ACTIVE for port object 91746239-8566-42b7-ad64-c2253c2653d4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:48.165129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Transition to ACTIVE for port object 91746239-8566-42b7-ad64-c2253c2653d4 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:48.194714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': 'c49c6187-69e9-430e-86ae-43814f39fb81', 'ip_address': '2001:db8::3504:87ae:76af:199f'}], 'name': 'tempest-NetworksTestDHCPv6-1684235205'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:48.218751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.232116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-681f403a-ecab-4e6b-92ed-8fd1775daefb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:48.281109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.305344 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-7040ec76-ab48-418c-b6ba-8e16d77cb8a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134309 May 20 14:48:48.317006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] No DVR routers for this DVR port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:48.326344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Network bc53e408-a3fe-47dd-822b-fdb67193d268 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:48.340503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:48.348037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:48.436660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.445502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:48.490276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Pushing event updated for resources: {'Port': ['ID=91746239-8566-42b7-ad64-c2253c2653d4,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:48.494196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:48.494875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Attempting to bind port 91746239-8566-42b7-ad64-c2253c2653d4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:48.495250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Attempting to bind port 91746239-8566-42b7-ad64-c2253c2653d4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a043712d-744a-4bed-80a7-8b1e71c1c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:48.495618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Attempting to bind port 91746239-8566-42b7-ad64-c2253c2653d4 on network bc53e408-a3fe-47dd-822b-fdb67193d268 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:48.501936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:48.536385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:48.547384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:48.548382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Checking segment: {'id': 'a043712d-744a-4bed-80a7-8b1e71c1c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:48.548840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.549242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Bound using segment: {'id': 'a043712d-744a-4bed-80a7-8b1e71c1c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:48.549740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Bound port: 91746239-8566-42b7-ad64-c2253c2653d4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a043712d-744a-4bed-80a7-8b1e71c1c094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'bc53e408-a3fe-47dd-822b-fdb67193d268'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:48.550119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.550279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:48.559558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Pushing event deleted for resources: {'Port': ['ID=4f706cd1-12d8-41a6-b87b-443cdf9be8a8,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:48.561592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': 'c49c6187-69e9-430e-86ae-43814f39fb81'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:48.562600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.586358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:48.588676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] No DVR routers for this DVR port 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:48.689205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:48.693680 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-84708a35-19da-4dd9-921b-663ae210a4df service neutron] 10.222.0.58 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799510 May 20 14:48:48.695378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:48.699387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:48.708142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:48.750081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:48.787266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.797110 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:48.828806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.875613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0046fb2-851f-4022-b398-506baa9f07e4']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:48.876182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] For port 91746239-8566-42b7-ad64-c2253c2653d4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:48.906877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afacc8c-b468-4081-857f-d61a088cb296') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:48.907197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afacc8c-b468-4081-857f-d61a088cb296') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:48.919158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/c49c6187-69e9-430e-86ae-43814f39fb81/a6854025-1631-46d1-9620-9ef7513a6755) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:48.940964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.950353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Subnet': ['ID=27df2080-bd01-41df-805b-e9eb475cf946,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:48.957669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:48.961946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Checking segment: {'id': 'e5e4256c-6aea-4606-8fee-3ffebdd1a98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '169a57ec-63bc-4464-9538-0ae770a31415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:48.962351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network hostable DHCP agents. Network: 169a57ec-63bc-4464-9538-0ae770a31415, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:48.973863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:48.984362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:48.984770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:49.000200 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:49.166235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] For port 91746239-8566-42b7-ad64-c2253c2653d4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=91746239-8566-42b7-ad64-c2253c2653d4,segment=NetworkSegment(a043712d-744a-4bed-80a7-8b1e71c1c094),segment_id=a043712d-744a-4bed-80a7-8b1e71c1c094)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:49.171453 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7b3dd6af-992f-4a8d-ba82-f1ef320f8f13 req-633391f7-b884-4abb-b004-7dfc62c12b9d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 210 time: 0.1573248 May 20 14:48:49.179775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network 169a57ec-63bc-4464-9538-0ae770a31415 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:49.181178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.205472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 169a57ec-63bc-4464-9538-0ae770a31415) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:49.212131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.212311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:49.218297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.223603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:49.258382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.270151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.279661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3782549b-4b2a-4b0e-8e4d-3305c4162144 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:49.297761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0046fb2-851f-4022-b398-506baa9f07e4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:49.301614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:49.338050 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] 10.222.0.58 "DELETE /v2.0/networks/d0046fb2-851f-4022-b398-506baa9f07e4 HTTP/1.1" status: 204 len: 168 time: 2.9282632 May 20 14:48:49.355977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Pushing event updated for resources: {'Port': ['ID=91746239-8566-42b7-ad64-c2253c2653d4,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:49.369394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:49.371601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9978190-0441-4377-b2ca-6d88e00cb033 None None] Network 169a57ec-63bc-4464-9538-0ae770a31415 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:49.382695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 0e8133a6-505b-420f-bbfa-587825981954 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:49.386567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:49.474393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=b34eb1dd-d4b6-4ddd-bf1e-b141411f8995,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:49.499618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:49.500078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4f706cd1-12d8-41a6-b87b-443cdf9be8a8 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:49.532079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:49.724278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.735055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:49.782628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.790497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51834) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:49.819869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.882505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc53e408-a3fe-47dd-822b-fdb67193d268']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:49.883241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event updated for resources: {'Subnet': ['ID=1dcc37cd-123d-4f3b-b467-9f2fa9855f08,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:49.887212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:49.889961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Checking segment: {'id': '6b3731b3-a22c-44f2-9987-98f2e5e937f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:49.890813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network hostable DHCP agents. Network: 78d8bae2-9e02-4787-8a65-0d2d56dd94c2, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:49.919608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:49.921733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.934555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 78d8bae2-9e02-4787-8a65-0d2d56dd94c2) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:49.956486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:49.958680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:49.959998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:49.977134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a043712d-744a-4bed-80a7-8b1e71c1c094') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:49.978703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a043712d-744a-4bed-80a7-8b1e71c1c094') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:49.998133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b134bde-b8c6-4129-b777-be3cf6fbad75 None None] Network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:50.000286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.004883 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.0595350 May 20 14:48:50.007511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51842) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:50.168347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.176576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6526d-e4f8-4219-bfe7-ca091eb2f73b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:50.178392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6526d-e4f8-4219-bfe7-ca091eb2f73b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:50.188676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6526d-e4f8-4219-bfe7-ca091eb2f73b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:50.189494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f9a6526d-e4f8-4219-bfe7-ca091eb2f73b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Synchronizing usage tracker for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:50.204123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:50.204529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.229661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Transition to ACTIVE for port object a6854025-1631-46d1-9620-9ef7513a6755 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:50.234497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f9a6526d-e4f8-4219-bfe7-ca091eb2f73b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Unset dirty status for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:50.247465 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f9a6526d-e4f8-4219-bfe7-ca091eb2f73b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2383969 May 20 14:48:50.248422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51852) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:50.263301 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:50.364428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Deleting subnet 27df2080-bd01-41df-805b-e9eb475cf946 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:50.379348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.397914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Transition to ACTIVE for port object a6854025-1631-46d1-9620-9ef7513a6755 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:50.411628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f3d56-e8e1-480b-8b4c-f0a13d0ae4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-169a57ec-63bc-4464-9538-0ae770a31415', 'network_id': '169a57ec-63bc-4464-9538-0ae770a31415', 'tenant_id': '7007f0e4ca744f6ba42a258d4bc1287c', 'fixed_ips': [{'subnet_id': '27df2080-bd01-41df-805b-e9eb475cf946'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:50.412802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e42f3d56-e8e1-480b-8b4c-f0a13d0ae4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.430889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.441527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-faf0e381-8f86-4529-9f52-69767ca5bee8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:50.524628 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-415da310-1cb3-4984-9d45-2de5aae19361 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0470f22e96294cd0af0a9daedb2e3b25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7314992 May 20 14:48:50.531750 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a930746f-a784-4537-a163-2b0b8b019fb4 req-1d805d1c-4feb-4f98-b361-f35b318f0d58 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 210 time: 0.0830543 May 20 14:48:50.536429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51860) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:50.580661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:48:50.580661 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:48:50.580661 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': 'bc53e408-a3fe-47dd-822b-fdb67193d268'}] May 20 14:48:50.580661 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:50.581148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:50.584748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.631205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:50.632024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51864) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:50.641310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-78d8bae2-9e02-4787-8a65-0d2d56dd94c2', 'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2', 'tenant_id': '7007f0e4ca744f6ba42a258d4bc1287c', 'fixed_ips': [{'subnet_id': '1dcc37cd-123d-4f3b-b467-9f2fa9855f08'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:50.642615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.652784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:50.655320 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:50.669212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Pushing event updated for resources: {'Port': ['ID=a6854025-1631-46d1-9620-9ef7513a6755,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:50.678025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:50.760862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.801211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.844424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-4d197743-baef-4d77-a07f-bb7a85da652e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:50.845954 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-4d197743-baef-4d77-a07f-bb7a85da652e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 796 time: 0.2613273 May 20 14:48:50.863640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.923985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-65487344', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:50.934585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:50.943945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Usage tracker for resource:port and tenant:07e87ca685a245e4af58bf3507b44d97 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:50.949428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:50.958964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Attempting to bind port a6854025-1631-46d1-9620-9ef7513a6755 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:50.959452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Attempting to bind port a6854025-1631-46d1-9620-9ef7513a6755 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:50.959830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Attempting to bind port a6854025-1631-46d1-9620-9ef7513a6755 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:50.971655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:50.972174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:50.972597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.973017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:50.973491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Bound port: a6854025-1631-46d1-9620-9ef7513a6755, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:50.974013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:50.978617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::3504:87ae:76af:199f (5b136d1c-58b9-45d6-b34a-556fde2a0447/c49c6187-69e9-430e-86ae-43814f39fb81/0e8133a6-505b-420f-bbfa-587825981954) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:50.979446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:50.988494 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-cae86eaa-0ef7-49ed-81f3-8672e56328c1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.9663055 May 20 14:48:51.014488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.027421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75ce03db-5c78-4193-96f4-cda16f7d5562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:51.028831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.034353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:51.051505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee5c63-8167-42cc-8732-957c8594413c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:51.112634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:51.113202 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-274c18e5-eb30-4507-bf17-00262279c84e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 378 time: 0.2372296 May 20 14:48:51.119462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.121941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Subnet': ['ID=b5db3db7-7a42-44fc-8c54-1e5dc00e910b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:51.126605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Made reservation on behalf of 07e87ca685a245e4af58bf3507b44d97 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:51.131288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.131871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:51.173044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Allocated IP 2001:db8:0:1::1 (78d8bae2-9e02-4787-8a65-0d2d56dd94c2/1dcc37cd-123d-4f3b-b467-9f2fa9855f08/db388e9c-2d6c-4866-8e1b-b09a7bedc420) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:51.178394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ac350992-0336-4408-9374-9065fb11de1b None None] For port a6854025-1631-46d1-9620-9ef7513a6755, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:51.179525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:51.184482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ac350992-0336-4408-9374-9065fb11de1b None None] For port a6854025-1631-46d1-9620-9ef7513a6755, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a6854025-1631-46d1-9620-9ef7513a6755,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:51.198812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.205401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9dff7689-7d37-4653-87e1-0650b095461a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:51.318614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071fd6d-3e31-4cbb-a4ca-4adc6f1d458d None None] Network bc53e408-a3fe-47dd-822b-fdb67193d268 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:51.323154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.341718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:51.345045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.346430 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/27ee5c63-8167-42cc-8732-957c8594413c HTTP/1.1" status: 204 len: 168 time: 0.8025162 May 20 14:48:51.351555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Usage tracker for resource:security_group_rule and tenant:07e87ca685a245e4af58bf3507b44d97 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:51.354936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:51.365027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:51.433562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.444668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:51.490901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 91746239-8566-42b7-ad64-c2253c2653d4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:51.513880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Subnet': ['ID=27df2080-bd01-41df-805b-e9eb475cf946,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:51.523655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:51.526264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.540729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Checking segment: {'id': '028226f0-4a64-40dc-819d-1df56c1c3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:51.541186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network hostable DHCP agents. Network: e3c24639-db48-4ac3-a640-a56e8559df1c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:48:51.614263 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/subnets/27df2080-bd01-41df-805b-e9eb475cf946 HTTP/1.1" status: 204 len: 168 time: 1.3645520 May 20 14:48:51.622519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51878) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server [None req-e42f3d56-e8e1-480b-8b4c-f0a13d0ae4e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27df2080-bd01-41df-805b-e9eb475cf946: This subnet is being modified by another concurrent operation. May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 20 14:48:51.653536 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1457, in create_port May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1424, in _create_port_db May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1435, in create_port_db May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server self.force_reraise() May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise self.value May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server raise exception May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27df2080-bd01-41df-805b-e9eb475cf946: This subnet is being modified by another concurrent operation. May 20 14:48:51.656697 dv-neutron-601336-75-hyperv neutron-server[98807]: ERROR oslo_messaging.rpc.server May 20 14:48:51.687905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-e38cf59e-ce0e-4898-8f2d-f6dc17abdfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:51.689565 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-e38cf59e-ce0e-4898-8f2d-f6dc17abdfdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 0.5752265 May 20 14:48:51.772251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Pushing event updated for resources: {'Port': ['ID=a6854025-1631-46d1-9620-9ef7513a6755,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:51.775401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b9455c-84f0-46e8-a0ab-0685d130b350 None None] Network 169a57ec-63bc-4464-9538-0ae770a31415 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:51.821920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network e3c24639-db48-4ac3-a640-a56e8559df1c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:48:51.827256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:51.868078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Deleting subnet 1dcc37cd-123d-4f3b-b467-9f2fa9855f08 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:51.904138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 91746239-8566-42b7-ad64-c2253c2653d4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:51.904572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.912792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-971ddb7c-a134-4d62-a6f6-00b980d377c7 None None] Provisioning for port 91746239-8566-42b7-ad64-c2253c2653d4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:51.921184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:51.932031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.934704 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8633280e-5a3c-4077-bb79-1d3548f98e85 req-96531ed9-774e-4368-a46e-766d15d69aef tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 210 time: 0.1361368 May 20 14:48:51.946335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:51.950206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f5b4588f-538b-46cf-89ac-03f302ddf097 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:51.988869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d80348e-948c-4158-bb49-f85f26c414cc,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:51.992193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] device_id is not set on port d293c307-445c-41bd-a873-eb7f82763c75 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:48:52.049869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:52.222972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Allocated IP 172.26.6.44 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/d293c307-445c-41bd-a873-eb7f82763c75) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:52.299741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.301492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 91746239-8566-42b7-ad64-c2253c2653d4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:52.303261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:52.305580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, e3c24639-db48-4ac3-a640-a56e8559df1c) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:52.307918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.334017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 91746239-8566-42b7-ad64-c2253c2653d4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:52.334502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.362703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:52.363344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.365349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e0872-a2bb-4a48-90ad-e06751c68739 None None] Network e3c24639-db48-4ac3-a640-a56e8559df1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:52.380318 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 0e8133a6-505b-420f-bbfa-587825981954 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:52.383999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 91746239-8566-42b7-ad64-c2253c2653d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=91746239-8566-42b7-ad64-c2253c2653d4,segment=NetworkSegment(a043712d-744a-4bed-80a7-8b1e71c1c094),segment_id=a043712d-744a-4bed-80a7-8b1e71c1c094)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:52.384357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.409914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Transition to ACTIVE for port object db388e9c-2d6c-4866-8e1b-b09a7bedc420 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:52.415157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:52.418712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.483913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.520957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.521866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Transition to ACTIVE for port object db388e9c-2d6c-4866-8e1b-b09a7bedc420 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:52.527484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:52.545915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.552914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2c1c7393-8741-46c9-b0d9-225fe31e67d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:52.593192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.615574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-c505ad60-c5ca-44d5-b25e-f06140cbdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:52.617096 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-c505ad60-c5ca-44d5-b25e-f06140cbdda7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.8967135 May 20 14:48:52.627358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 91746239-8566-42b7-ad64-c2253c2653d4 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:52.696195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:52.699768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] DHCP port deletion for bc53e408-a3fe-47dd-822b-fdb67193d268 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:52.761737 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-97c6c1c7-9341-4af5-9ed9-d37eb7e6a4ea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1000 time: 0.1203389 May 20 14:48:52.771657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:52.818209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:52.820726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:52.836626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:52.845823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:52.853252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:52.906369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Pushing event updated for resources: {'Port': ['ID=db388e9c-2d6c-4866-8e1b-b09a7bedc420,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:52.907542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:52.924527 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.3086374 May 20 14:48:52.942410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51902) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:52.960690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.033211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 91746239-8566-42b7-ad64-c2253c2653d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=91746239-8566-42b7-ad64-c2253c2653d4,segment=NetworkSegment(a043712d-744a-4bed-80a7-8b1e71c1c094),segment_id=a043712d-744a-4bed-80a7-8b1e71c1c094)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:53.048261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.058909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5638cc67-3b46-4414-ae2a-4714467dcfa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:53.078357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Pushing event updated for resources: {'Port': ['ID=d293c307-445c-41bd-a873-eb7f82763c75,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:53.081431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:53.102477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.136999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:53.138426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.169635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Attempting to bind port db388e9c-2d6c-4866-8e1b-b09a7bedc420 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:53.170170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Attempting to bind port db388e9c-2d6c-4866-8e1b-b09a7bedc420 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '6b3731b3-a22c-44f2-9987-98f2e5e937f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:53.170646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Attempting to bind port db388e9c-2d6c-4866-8e1b-b09a7bedc420 on network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:53.184248 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5389338 May 20 14:48:53.185115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.187572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51910) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:53.224848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.44'}]}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:53.233619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:53.238445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Checking segment: {'id': '6b3731b3-a22c-44f2-9987-98f2e5e937f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:53.239142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.240126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Bound using segment: {'id': '6b3731b3-a22c-44f2-9987-98f2e5e937f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:53.240825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Bound port: db388e9c-2d6c-4866-8e1b-b09a7bedc420, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3731b3-a22c-44f2-9987-98f2e5e937f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '78d8bae2-9e02-4787-8a65-0d2d56dd94c2'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:53.241445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.273723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f5290977-b58d-494f-9728-a4b693e99ffe None None] Provisioning for port a6854025-1631-46d1-9620-9ef7513a6755 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:53.279344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-e3c24639-db48-4ac3-a640-a56e8559df1c', 'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c', 'tenant_id': 'fab6db2bb76345c7b7071df945dc7020', 'fixed_ips': [{'subnet_id': 'b5db3db7-7a42-44fc-8c54-1e5dc00e910b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:48:53.282402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:53.284389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.284678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.302421 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c12ca226-4e0d-4ffe-88d3-7cda61d288a3 req-83a1d761-3a3e-4a50-89fb-8089795ad335 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 210 time: 0.0934572 May 20 14:48:53.304556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Usage tracker for resource:router and tenant:07e87ca685a245e4af58bf3507b44d97 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:53.358880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:53.359404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-0860cff0-52c1-4282-8751-37a877ea0e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:53.362420 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-0860cff0-52c1-4282-8751-37a877ea0e0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.5785649 May 20 14:48:53.370809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:53.380167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:53.403329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.404635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.438076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.462941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.472592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Deleting port 91746239-8566-42b7-ad64-c2253c2653d4 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:53.472592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.572509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.3 (f8e5173e-a289-47a2-8422-9bb1a2360f97/5b8ba3f6-152b-4a8f-b902-1926cb86216a/6d9bef76-2fe1-4858-b043-b4808f0aaea3) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:53.582267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a6854025-1631-46d1-9620-9ef7513a6755 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:53.586614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:53.588733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=0e8133a6-505b-420f-bbfa-587825981954,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:53.597779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:53.600630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:53.607571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:53.613640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:53.614264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.676984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.692396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed00c38d-9e75-41dd-a8da-8c133b246609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:53.709754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] For port 91746239-8566-42b7-ad64-c2253c2653d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=91746239-8566-42b7-ad64-c2253c2653d4,segment=NetworkSegment(a043712d-744a-4bed-80a7-8b1e71c1c094),segment_id=a043712d-744a-4bed-80a7-8b1e71c1c094)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:53.710257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.827349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.834668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1935440-6de3-414d-ba9b-eb9dab903f5c tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:53.866359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51926) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:53.867021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=91746239-8566-42b7-ad64-c2253c2653d4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:53.875914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 91746239-8566-42b7-ad64-c2253c2653d4 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:53.899162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Subnet': ['ID=1dcc37cd-123d-4f3b-b467-9f2fa9855f08,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:53.905514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:53.927718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:53.928693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Calling delete_port for 91746239-8566-42b7-ad64-c2253c2653d4 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:53.948306 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.7561553 May 20 14:48:53.948306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-3f390ae4-836c-484a-85a6-54585ba1a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:53.949522 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-3f390ae4-836c-484a-85a6-54585ba1a72c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4851387 May 20 14:48:53.957545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51932) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:53.974472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=91746239-8566-42b7-ad64-c2253c2653d4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:53.977838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:53.982530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] For port db388e9c-2d6c-4866-8e1b-b09a7bedc420, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:53.983060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:53.991085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] For port db388e9c-2d6c-4866-8e1b-b09a7bedc420, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db388e9c-2d6c-4866-8e1b-b09a7bedc420,segment=NetworkSegment(6b3731b3-a22c-44f2-9987-98f2e5e937f1),segment_id=6b3731b3-a22c-44f2-9987-98f2e5e937f1)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:53.998108 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/subnets/1dcc37cd-123d-4f3b-b467-9f2fa9855f08 HTTP/1.1" status: 204 len: 168 time: 2.3670654 May 20 14:48:54.001290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.005919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51936) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:54.044381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.050619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:54.084598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.127663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712a1104-1853-4f5f-8982-250b8177c15b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:54.128435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-712a1104-1853-4f5f-8982-250b8177c15b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Synchronizing usage tracker for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:54.132981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-46c1a6b2-afa3-4e4c-8552-837fc86a7d12 None None] Provisioning for port 0e8133a6-505b-420f-bbfa-587825981954 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:54.153875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-46c1a6b2-afa3-4e4c-8552-837fc86a7d12 None None] Provisioning complete for port 0e8133a6-505b-420f-bbfa-587825981954 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:54.154288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46c1a6b2-afa3-4e4c-8552-837fc86a7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.194172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-712a1104-1853-4f5f-8982-250b8177c15b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Unset dirty status for tenant:7007f0e4ca744f6ba42a258d4bc1287c on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:54.199267 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-712a1104-1853-4f5f-8982-250b8177c15b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1884923 May 20 14:48:54.199267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51940) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:54.214836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Pushing event deleted for resources: {'Port': ['ID=91746239-8566-42b7-ad64-c2253c2653d4,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:54.219960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] No DVR routers for this DVR port 91746239-8566-42b7-ad64-c2253c2653d4 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:54.225216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-46c1a6b2-afa3-4e4c-8552-837fc86a7d12 None None] Port 0e8133a6-505b-420f-bbfa-587825981954 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:54.229253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:54.232842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:54.259543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1ed473a7-5aa2-47f6-9065-cde41bdc6cb9 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1253678912'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:54.259991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1ed473a7-5aa2-47f6-9065-cde41bdc6cb9 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Unknown quota resources ['metering_label']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:48:54.288132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf8f48-bcf4-4b76-919e-52a00cb75220 None None] Network bc53e408-a3fe-47dd-822b-fdb67193d268 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:54.313729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port a6854025-1631-46d1-9620-9ef7513a6755 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:54.335401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.368269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a6854025-1631-46d1-9620-9ef7513a6755 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:54.368680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.505686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.539128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc53e408-a3fe-47dd-822b-fdb67193d268']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:54.563926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Pushing event updated for resources: {'Port': ['ID=db388e9c-2d6c-4866-8e1b-b09a7bedc420,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:54.601339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:54.679428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Allocated IP 2001:db8::2 (e3c24639-db48-4ac3-a640-a56e8559df1c/b5db3db7-7a42-44fc-8c54-1e5dc00e910b/6feaef6e-5863-4dac-9895-0195be0a143b) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:48:54.711032 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-409412ae-f6a7-45b0-9abe-90a3a9d61dc8 req-ee85966a-2e36-47f1-b7a4-b9f453d4e558 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 210 time: 0.1724112 May 20 14:48:54.762330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Deleting port db388e9c-2d6c-4866-8e1b-b09a7bedc420 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:54.762694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.778906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a043712d-744a-4bed-80a7-8b1e71c1c094') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:54.778906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a043712d-744a-4bed-80a7-8b1e71c1c094') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:54.784257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.884451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.898825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port a6854025-1631-46d1-9620-9ef7513a6755, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a6854025-1631-46d1-9620-9ef7513a6755,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:54.910657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.915641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c71ea49-fd6f-4d37-88de-56617d513448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:54.946674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1ed473a7-5aa2-47f6-9065-cde41bdc6cb9 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.948041 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1ed473a7-5aa2-47f6-9065-cde41bdc6cb9 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0738752 May 20 14:48:54.963520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51946) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:54.968462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:54.985329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf68c0-8be1-47bb-aa36-24d6876000d1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:54.993273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cf68c0-8be1-47bb-aa36-24d6876000d1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:54.994328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 91746239-8566-42b7-ad64-c2253c2653d4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:54.994645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d5cf68c0-8be1-47bb-aa36-24d6876000d1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:55.000653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.008905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:55.009602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.011125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.035936 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-c6653d69-b05f-4fd7-b742-dcd242c4f939 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0736027 May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:55.036568 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:55.054168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-774b935c-ea1f-4f08-bbeb-dfb3defcbd4e tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5be244e0-b3ff-41cb-9ca3-49ac4f43aeb2'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:55.054635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-774b935c-ea1f-4f08-bbeb-dfb3defcbd4e tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:48:55.054974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.061587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] For port db388e9c-2d6c-4866-8e1b-b09a7bedc420, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db388e9c-2d6c-4866-8e1b-b09a7bedc420,segment=NetworkSegment(6b3731b3-a22c-44f2-9987-98f2e5e937f1),segment_id=6b3731b3-a22c-44f2-9987-98f2e5e937f1)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:55.061944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.075840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 91746239-8566-42b7-ad64-c2253c2653d4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:55.076435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 91746239-8566-42b7-ad64-c2253c2653d4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:55.098855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=a6854025-1631-46d1-9620-9ef7513a6755,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:55.103615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:55.118927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.130722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Transition to ACTIVE for port object 6feaef6e-5863-4dac-9895-0195be0a143b will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:55.151608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Transition to ACTIVE for port object 6feaef6e-5863-4dac-9895-0195be0a143b will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:55.162348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.167065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a168d16a-51f0-4c42-95da-23e0a94d0a5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:55.185176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 6d9bef76-2fe1-4858-b043-b4808f0aaea3 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:55.244108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Calling delete_port for db388e9c-2d6c-4866-8e1b-b09a7bedc420 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:55.258800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Network e3c24639-db48-4ac3-a640-a56e8559df1c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:55.268497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:55.274483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:55.307800 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.services.metering.metering_plugin [None req-774b935c-ea1f-4f08-bbeb-dfb3defcbd4e tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 14:48:55.319492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.321069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d5cf68c0-8be1-47bb-aa36-24d6876000d1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:55.322272 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d5cf68c0-8be1-47bb-aa36-24d6876000d1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.3635125 May 20 14:48:55.340363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c63efad5-df25-4c44-baa0-22bfb02b55e6 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:55.354539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51950) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:55.380178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.380315 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Pushing event updated for resources: {'Port': ['ID=6feaef6e-5863-4dac-9895-0195be0a143b,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:55.383235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:55.385636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.434623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Attempting to bind port 6feaef6e-5863-4dac-9895-0195be0a143b on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:55.435654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Attempting to bind port 6feaef6e-5863-4dac-9895-0195be0a143b by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '028226f0-4a64-40dc-819d-1df56c1c3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:55.436250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Attempting to bind port 6feaef6e-5863-4dac-9895-0195be0a143b on network e3c24639-db48-4ac3-a640-a56e8559df1c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:55.462823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db388e9c-2d6c-4866-8e1b-b09a7bedc420 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:55.488907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:55.489283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Checking segment: {'id': '028226f0-4a64-40dc-819d-1df56c1c3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:55.489696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.490095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Bound using segment: {'id': '028226f0-4a64-40dc-819d-1df56c1c3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:55.490589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Bound port: 6feaef6e-5863-4dac-9895-0195be0a143b, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028226f0-4a64-40dc-819d-1df56c1c3318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'e3c24639-db48-4ac3-a640-a56e8559df1c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:55.490964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.504205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=bc53e408-a3fe-47dd-822b-fdb67193d268,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:55.576416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:55.601562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:55.613111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.624169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c162f8a2-a558-449b-b968-66ae38710489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:55.643758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123593c7-a3e9-4954-ad4f-fc9c67a50165 None None] Network 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:55.667523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] No DVR routers for this DVR port db388e9c-2d6c-4866-8e1b-b09a7bedc420 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:55.668716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.674788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-774b935c-ea1f-4f08-bbeb-dfb3defcbd4e tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.675974 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-774b935c-ea1f-4f08-bbeb-dfb3defcbd4e tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6777794 May 20 14:48:55.681413 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/bc53e408-a3fe-47dd-822b-fdb67193d268 HTTP/1.1" status: 204 len: 168 time: 8.2694128 May 20 14:48:55.681588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Could not find standard attr ID for object db388e9c-2d6c-4866-8e1b-b09a7bedc420. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:48:55.682008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a6854025-1631-46d1-9620-9ef7513a6755 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:48:55.685809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Subnet': ['ID=b5db3db7-7a42-44fc-8c54-1e5dc00e910b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:55.687569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51954) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:55.687771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51956) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:55.697025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:55.705541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0eb6d4fd-2c61-469f-a1f8-8dc5ce629788 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5be244e0-b3ff-41cb-9ca3-49ac4f43aeb2'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:55.706028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0eb6d4fd-2c61-469f-a1f8-8dc5ce629788 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:48:55.718019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-83d83ccd-bbb3-4130-add2-6822bbfd0182 None None] Could not find standard attr ID for object db388e9c-2d6c-4866-8e1b-b09a7bedc420. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:48:55.730879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] For port 6feaef6e-5863-4dac-9895-0195be0a143b, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:55.741799 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f3c7d09-2f04-4c1d-bb6c-a507e1104254 req-7b3bbf85-abec-4fdc-808b-00e3ae13bd74 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820807 May 20 14:48:55.804147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Port': ['ID=db388e9c-2d6c-4866-8e1b-b09a7bedc420,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:55.813121 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5caf5ee9-50ed-47ea-a902-7ee2ead49727 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:48:55.813356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5caf5ee9-50ed-47ea-a902-7ee2ead49727 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:55.816320 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5caf5ee9-50ed-47ea-a902-7ee2ead49727 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/b34eb1dd-d4b6-4ddd-bf1e-b141411f8995 HTTP/1.1" status: 404 len: 337 time: 0.1206179 May 20 14:48:55.816637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:55.821067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.828912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51964) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:55.863205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c24639-db48-4ac3-a640-a56e8559df1c']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:55.865931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] For port 6feaef6e-5863-4dac-9895-0195be0a143b, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=6feaef6e-5863-4dac-9895-0195be0a143b,segment=NetworkSegment(028226f0-4a64-40dc-819d-1df56c1c3318),segment_id=028226f0-4a64-40dc-819d-1df56c1c3318)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:55.872004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.878713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.884764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e563569-272c-4b86-8f52-bc4692e86bcf tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:55.884946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02ac2534-55a9-4719-bf1c-90fd1b421050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:55.925428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028226f0-4a64-40dc-819d-1df56c1c3318') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:55.925428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028226f0-4a64-40dc-819d-1df56c1c3318') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:55.934151 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7becb8cb-b51f-4af9-88ff-2efceeb6ee0e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:48:55.934620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7becb8cb-b51f-4af9-88ff-2efceeb6ee0e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:55.936388 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7becb8cb-b51f-4af9-88ff-2efceeb6ee0e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/bc53e408-a3fe-47dd-822b-fdb67193d268 HTTP/1.1" status: 404 len: 339 time: 0.1066337 May 20 14:48:55.973852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:55.992507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51968) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:56.038531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d8bae2-9e02-4787-8a65-0d2d56dd94c2']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:56.126953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.141978 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.services.metering.metering_plugin [None req-0eb6d4fd-2c61-469f-a1f8-8dc5ce629788 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 20 14:48:56.198944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Pushing event updated for resources: {'Port': ['ID=6feaef6e-5863-4dac-9895-0195be0a143b,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:56.216603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:56.218945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1696a9f-80dd-4e5f-9e47-a4deba7b2c88 None None] DHCP port deletion for 78d8bae2-9e02-4787-8a65-0d2d56dd94c2 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:48:56.220773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 0e8133a6-505b-420f-bbfa-587825981954 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:56.221300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.226377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3e376-bcea-46b2-a2b1-2cde8c597831 None None] Network e3c24639-db48-4ac3-a640-a56e8559df1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:48:56.242745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a6854025-1631-46d1-9620-9ef7513a6755 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:56.242951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b3731b3-a22c-44f2-9987-98f2e5e937f1') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:56.243117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b3731b3-a22c-44f2-9987-98f2e5e937f1') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:56.243859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.245942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:48:56.260587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:48:56.322130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.324410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:48:56.366949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=6d9bef76-2fe1-4858-b043-b4808f0aaea3,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:56.374591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.375972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0eb6d4fd-2c61-469f-a1f8-8dc5ce629788 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.379896 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0eb6d4fd-2c61-469f-a1f8-8dc5ce629788 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6861179 May 20 14:48:56.380512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51972) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:56.388222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:56.388628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.404444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:56.406752 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:56.442815 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4e4bf10a-b0a1-41dc-9862-937310a6b053 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=cf816b2c-5a96-442e-b3a0-b4e2c983e75c HTTP/1.1" status: 200 len: 462 time: 0.0370622 May 20 14:48:56.443367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51976) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:56.527984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:56.528813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.538588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:48:56.538588 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:48:56.538588 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': 'e3c24639-db48-4ac3-a640-a56e8559df1c'}] May 20 14:48:56.538588 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:48:56.539015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:48:56.543659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.558761 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4255357 May 20 14:48:56.595647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9cd0c81-8b88-4e15-8fe5-2477914f7cd5 None None] Provisioning for port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:48:56.595854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.610784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9cd0c81-8b88-4e15-8fe5-2477914f7cd5 None None] Provisioning complete for port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:48:56.610784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9cd0c81-8b88-4e15-8fe5-2477914f7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.616778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.629642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.648895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Request body: {'port': {'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:56.663657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:56.663966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:56.689324 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:56.691773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd0c81-8b88-4e15-8fe5-2477914f7cd5 None None] Port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:48:56.700596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba4f7e-9643-4a0e-bb05-901ebd0d4096 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:48:56.712485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.713027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 528e4cc4-1861-4280-878c-a8e2f6a48290 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:48:56.764006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3efbf457-512f-41c2-b75b-eb75ce2f79ae tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.768754 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3efbf457-512f-41c2-b75b-eb75ce2f79ae tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/cf816b2c-5a96-442e-b3a0-b4e2c983e75c HTTP/1.1" status: 204 len: 168 time: 0.2731400 May 20 14:48:56.769447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51980) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:56.776558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.794856 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f90c04af-87fd-422e-b3bd-96886818bd7d tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=cf816b2c-5a96-442e-b3a0-b4e2c983e75c HTTP/1.1" status: 200 len: 221 time: 0.0149572 May 20 14:48:56.816815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51984) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:56.837433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1fba9d8d-98b9-4fa4-b0a9-17b2bdcda1e2 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1931412332', 'description': 'label created by tempest'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:56.837872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1fba9d8d-98b9-4fa4-b0a9-17b2bdcda1e2 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Unknown quota resources ['metering_label']. {{(pid=98806) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} May 20 14:48:56.850184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba4f7e-9643-4a0e-bb05-901ebd0d4096 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:48:56.878720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:56.937037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905d7b8-5e7c-446f-aa7e-80cdc93e07d7 req-50e4d55e-1505-4d80-bbbd-de56982cfef2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:56.939558 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9905d7b8-5e7c-446f-aa7e-80cdc93e07d7 req-50e4d55e-1505-4d80-bbbd-de56982cfef2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 931 time: 1.0241058 May 20 14:48:57.024645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.034700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 0e8133a6-505b-420f-bbfa-587825981954 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:57.037919 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 20 14:48:57.042067 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-86c5cabf-8171-41e5-891d-e53e457cc6ff tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8532848 May 20 14:48:57.047134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51988) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:57.060530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb007b58-6aff-49f4-b018-e6f60ccd2424 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:57.070214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.082740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.151330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1fba9d8d-98b9-4fa4-b0a9-17b2bdcda1e2 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.154951 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1fba9d8d-98b9-4fa4-b0a9-17b2bdcda1e2 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3293977 May 20 14:48:57.160643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 51992) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:57.177489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Network': ['ID=78d8bae2-9e02-4787-8a65-0d2d56dd94c2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:57.197513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:57.201143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.243053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0d4d7b-41c5-4428-ab9a-685e1f08e76b None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:48:57.249390 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9905d7b8-5e7c-446f-aa7e-80cdc93e07d7 req-50e48905-7a42-4b08-9e23-ebccdf96f126 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2291729 May 20 14:48:57.259436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d369e001-00fc-4384-894e-4bb219547ce3']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:57.288474 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/networks/78d8bae2-9e02-4787-8a65-0d2d56dd94c2 HTTP/1.1" status: 204 len: 168 time: 3.0862300 May 20 14:48:57.291077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 51996) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:57.298334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b8303d-0bb1-4f6a-afa6-e4d0e2776130') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:57.298632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b8303d-0bb1-4f6a-afa6-e4d0e2776130') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:57.336049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db388e9c-2d6c-4866-8e1b-b09a7bedc420 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:48:57.353883 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e503a962-c556-4752-a0c1-dbbd4977acb0 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=8dba052d-55d9-4e95-a0e6-2290debbc4e4 HTTP/1.1" status: 200 len: 468 time: 0.1868217 May 20 14:48:57.357373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52000) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:57.366055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.380429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: db388e9c-2d6c-4866-8e1b-b09a7bedc420 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:48:57.380869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db388e9c-2d6c-4866-8e1b-b09a7bedc420 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:48:57.446516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0d4d7b-41c5-4428-ab9a-685e1f08e76b None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:48:57.498967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.588785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:57.589212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:57.604828 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:57.629756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting port 6feaef6e-5863-4dac-9895-0195be0a143b {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:57.630095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.753919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] For port 6feaef6e-5863-4dac-9895-0195be0a143b, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=6feaef6e-5863-4dac-9895-0195be0a143b,segment=NetworkSegment(028226f0-4a64-40dc-819d-1df56c1c3318),segment_id=028226f0-4a64-40dc-819d-1df56c1c3318)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:48:57.754297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.768030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.887222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Calling delete_port for 6feaef6e-5863-4dac-9895-0195be0a143b owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:57.890428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:48:57.907457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.968207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9bef76-2fe1-4858-b043-b4808f0aaea3 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:48:57.978026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:57.998006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Transition to ACTIVE for port object 6d9bef76-2fe1-4858-b043-b4808f0aaea3 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:48:58.005843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.011204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-87391967-a037-4b49-bad3-60cf2e94bcdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:58.116753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Deleting port d293c307-445c-41bd-a873-eb7f82763c75 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:48:58.117101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.125477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.129780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0bc9c643-5740-4b64-9728-61036851e3a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:58.151498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bef76-2fe1-4858-b043-b4808f0aaea3,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:58.156217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:58.156882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2258c846-6122-4a7d-8261-f26be7386181 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:58.168904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.214131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No DVR routers for this DVR port 6feaef6e-5863-4dac-9895-0195be0a143b on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:48:58.217524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=d369e001-00fc-4384-894e-4bb219547ce3,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:58.245175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:58.265144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Port': ['ID=6feaef6e-5863-4dac-9895-0195be0a143b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:58.265885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.296233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:58.315989 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/d369e001-00fc-4384-894e-4bb219547ce3 HTTP/1.1" status: 204 len: 168 time: 2.3193123 May 20 14:48:58.328327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52006) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.329049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-636098c4-789e-4307-b512-191a61de1985 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:58.397145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-da16ab0b-eeb0-4ce9-b9ed-c508c62221f5 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.398233 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-da16ab0b-eeb0-4ce9-b9ed-c508c62221f5 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/8dba052d-55d9-4e95-a0e6-2290debbc4e4 HTTP/1.1" status: 204 len: 168 time: 1.0354333 May 20 14:48:58.399462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=0e8133a6-505b-420f-bbfa-587825981954,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:58.438309 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8475e74-1727-44e1-b56b-289ecb120e31 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:48:58.438783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8475e74-1727-44e1-b56b-289ecb120e31 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:58.447503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52010) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.459068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.479288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:58.481362 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c8475e74-1727-44e1-b56b-289ecb120e31 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/fd00fa9f-d1f0-41a8-973e-d786fe7b39e5 HTTP/1.1" status: 404 len: 337 time: 0.1460156 May 20 14:48:58.483079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c24639-db48-4ac3-a640-a56e8559df1c']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:58.495163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52014) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.498347 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f578fbd4-3cae-4c35-ad01-847d37a09fe2 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=8dba052d-55d9-4e95-a0e6-2290debbc4e4 HTTP/1.1" status: 200 len: 216 time: 0.0486782 May 20 14:48:58.498903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.504762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52018) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.528117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028226f0-4a64-40dc-819d-1df56c1c3318') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:58.528419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028226f0-4a64-40dc-819d-1df56c1c3318') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:58.535112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Attempting to bind port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:48:58.535478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Attempting to bind port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:48:58.535810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Attempting to bind port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 on network f8e5173e-a289-47a2-8422-9bb1a2360f97 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:58.549909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169a57ec-63bc-4464-9538-0ae770a31415']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:58.552595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.563015 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc89df7-8117-49c5-9c48-99ab85d54330 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:48:58.563512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbc89df7-8117-49c5-9c48-99ab85d54330 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:48:58.568098 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bbc89df7-8117-49c5-9c48-99ab85d54330 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/2bc95106-47b4-409a-8f96-f240f4ac8762 HTTP/1.1" status: 404 len: 339 time: 0.0694947 May 20 14:48:58.568098 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-75d7fce6-50c7-4339-bb09-e796775fba56 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0446348 May 20 14:48:58.568098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 on network f8e5173e-a289-47a2-8422-9bb1a2360f97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:48:58.568389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Attempting to bind port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 on network f8e5173e-a289-47a2-8422-9bb1a2360f97 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:48:58.570505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52022) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.570620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52024) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.580949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e4256c-6aea-4606-8fee-3ffebdd1a98d') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:58.581334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e4256c-6aea-4606-8fee-3ffebdd1a98d') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:58.597884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.599789 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/0e8133a6-505b-420f-bbfa-587825981954 HTTP/1.1" status: 204 len: 168 time: 3.2375410 May 20 14:48:58.603689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.612914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.622360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52030) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.627309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:48:58.627654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Checking segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:48:58.628036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Bound using segment: {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:48:58.628718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Bound port: 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4316589b-a644-4837-8fda-a5f6733528d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:48:58.629142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.643891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.660252 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0848a06d-00e1-4652-ac00-11de88116891 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0853500 May 20 14:48:58.666625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:58.667036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.681530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52034) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:58.683723 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:58.795699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Calling delete_port for d293c307-445c-41bd-a873-eb7f82763c75 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:48:58.801695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.826132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:48:58.826530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:48:58.843493 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:48:58.884593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6f823-b08b-41bc-9495-883ae93936cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:58.886216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e6f823-b08b-41bc-9495-883ae93936cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:58.886977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-34e6f823-b08b-41bc-9495-883ae93936cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:48:58.905465 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2eb3af64-a263-4448-ab1b-d7c32585c7a0 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-labels/5be244e0-b3ff-41cb-9ca3-49ac4f43aeb2 HTTP/1.1" status: 200 len: 473 time: 0.2205040 May 20 14:48:58.909416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting subnet c7f4fcfd-2df4-49e5-88c8-22a0861de05b {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:58.911074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52038) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:58.919139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:58.967446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04ae7f-1f5d-4fa4-8e89-872c1d460337 req-405b6fd5-42d5-4b6f-a88e-08e90ef809d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:58.969072 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9b04ae7f-1f5d-4fa4-8e89-872c1d460337 req-405b6fd5-42d5-4b6f-a88e-08e90ef809d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 943 time: 0.5890467 May 20 14:48:58.998328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-34e6f823-b08b-41bc-9495-883ae93936cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:48:58.999518 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-34e6f823-b08b-41bc-9495-883ae93936cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3752840 May 20 14:48:59.005122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.009532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52042) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:59.015746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-66a89e22-1218-440a-bcb6-ad3d5519df62 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:59.032261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.114529 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b2f4ddc1-2216-487b-a3ff-bdce912d7d8c tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "GET /v2.0/metering/metering-label-rules/a9c1cb03-5d39-4da2-a0e7-33416fcfc567 HTTP/1.1" status: 200 len: 459 time: 0.1995053 May 20 14:48:59.115190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.117593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Network': ['ID=169a57ec-63bc-4464-9538-0ae770a31415,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:59.122197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52046) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:59.125849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2ba44b87-f10b-4d01-a096-484d1359d988 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:59.125980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9b04ae7f-1f5d-4fa4-8e89-872c1d460337 req-76e4869f-51f3-486b-9375-f5f216c56980 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1488905 May 20 14:48:59.131982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:59.133935 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/networks/169a57ec-63bc-4464-9538-0ae770a31415 HTTP/1.1" status: 204 len: 168 time: 1.8392358 May 20 14:48:59.140446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52050) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:59.141881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.155189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet c49c6187-69e9-430e-86ae-43814f39fb81 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:48:59.183335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Network': ['ID=e3c24639-db48-4ac3-a640-a56e8559df1c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:59.193462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.199013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] For port 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:48:59.202510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.231487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:59.233000 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/e3c24639-db48-4ac3-a640-a56e8559df1c HTTP/1.1" status: 204 len: 168 time: 6.2894351 May 20 14:48:59.238856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52054) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:59.253530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-853543249'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:48:59.257494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] For port 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:48:59.274287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:48:59.308324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.319338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fb863091-f7e2-44da-a289-b30f40d5f59d tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:59.355884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:network and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:48:59.374738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:48:59.379054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.403157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.411678 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:59.412285 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.413640 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] 10.222.0.11 "PUT /v2.0/ports/6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 200 len: 1093 time: 2.7692339 May 20 14:48:59.421920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:48:59.484983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:48:59.491641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.497861 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'status': 'completed', 'code': 200} May 20 14:48:59.502924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e0b70dc4-1830-40e3-a262-7e2cb620d40a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:48:59.514111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Pushing event updated for resources: {'Port': ['ID=6d9bef76-2fe1-4858-b043-b4808f0aaea3,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:59.520329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:59.560241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:48:59.563684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.563978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.573217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Pushing event deleted for resources: {'Port': ['ID=d293c307-445c-41bd-a873-eb7f82763c75,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:48:59.604773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e05e5f28-3927-4ec8-8ee9-f1d0737b9410 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.607198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e05e5f28-3927-4ec8-8ee9-f1d0737b9410 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-label-rules/a9c1cb03-5d39-4da2-a0e7-33416fcfc567 HTTP/1.1" status: 204 len: 168 time: 0.4785268 May 20 14:48:59.609532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52060) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:48:59.614674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:48:59.817864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:48:59.838950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.839337 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Added segment cf009f4d-2cad-4bca-92ff-2a9ac63ba488 of type vlan for network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 May 20 14:48:59.840798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.841307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.849290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.864617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75d52f4-e501-4589-b71e-097a5dc214c7']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:48:59.897519 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] 10.222.0.58 "DELETE /v2.0/ports/d293c307-445c-41bd-a873-eb7f82763c75 HTTP/1.1" status: 204 len: 168 time: 2.8228097 May 20 14:48:59.919428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:48:59.987944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-730a22e0-268b-4440-8aa4-d099f0fe2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:48:59.989336 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-730a22e0-268b-4440-8aa4-d099f0fe2f9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1096 time: 0.5304396 May 20 14:49:00.049385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.054918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:00.055574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.063184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c7b93f0-dab0-4c4c-ae88-9a379f58b54b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:00.131816 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8881595 May 20 14:49:00.132633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af77876-cf5a-4091-97dc-c07e055dd7f9') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:00.132932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af77876-cf5a-4091-97dc-c07e055dd7f9') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:00.148338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52068) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.222865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52076) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.240967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Network': ['ID=fa73007a-08e1-4a90-a440-b01f9ba2b0d0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:00.253074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:00.262752 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-892f3835-a4ff-4e08-8723-60b8a08fa76c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 200 len: 217 time: 0.2494164 May 20 14:49:00.273304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:00.290018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.311423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.319596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Releasing vlan 741 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:00.320342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.332110 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.337625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f4cbd12-53af-4674-a719-2f1c6a7d345d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:00.405805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=c49c6187-69e9-430e-86ae-43814f39fb81,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:00.413038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:00.415754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.424268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a198579-38e0-4f13-9c62-338a2ea72330 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:00.424443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Request body: {'subnet': {'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:00.426715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:00.438200 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:00.446468 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/c49c6187-69e9-430e-86ae-43814f39fb81 HTTP/1.1" status: 204 len: 168 time: 1.4315550 May 20 14:49:00.446468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52082) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.450831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:00.528685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Usage tracker for resource:security_group_rule and tenant:32d27a69db114181ba5c495e3487b724 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:00.533642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:00.540318 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-10bba80a-8e41-4d0b-a4b3-298003700671 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889013 May 20 14:49:00.543254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52086) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.546721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:00.611348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97aa346-a7cb-40ff-a2cf-aec5b8e93b9e req-d1e0c59e-5c1c-4678-896c-c2998dabf83f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:00.613024 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e97aa346-a7cb-40ff-a2cf-aec5b8e93b9e req-d1e0c59e-5c1c-4678-896c-c2998dabf83f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 943 time: 0.3408411 May 20 14:49:00.673424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.693137 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e97aa346-a7cb-40ff-a2cf-aec5b8e93b9e req-86108d0d-cbf5-4b92-ace9-9eda6224e2a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731430 May 20 14:49:00.714800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:00.723233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b668d97-4ca9-4ee4-b798-b498fdf13e8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:00.737586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709389e5-1414-4970-88ee-f45efe50f629 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:00.738277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-709389e5-1414-4970-88ee-f45efe50f629 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:00.754620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.790763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Deleting port a6854025-1631-46d1-9620-9ef7513a6755 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:00.791278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.793634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.795763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-709389e5-1414-4970-88ee-f45efe50f629 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:00.799456 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-709389e5-1414-4970-88ee-f45efe50f629 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2522106 May 20 14:49:00.799456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.826654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52090) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.827370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-76f1bb6b-1480-4615-a511-37e8b7b1362e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:00.828794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e7ec9bff-8c6d-496d-9a65-330e647d1381 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.832924 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e7ec9bff-8c6d-496d-9a65-330e647d1381 tempest-MeteringIpV6TestJSON-1088253766 tempest-MeteringIpV6TestJSON-1088253766-project-admin] 10.222.0.58 "DELETE /v2.0/metering/metering-labels/5be244e0-b3ff-41cb-9ca3-49ac4f43aeb2 HTTP/1.1" status: 204 len: 168 time: 1.2168133 May 20 14:49:00.832924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Network': ['ID=a75d52f4-e501-4589-b71e-097a5dc214c7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:00.858779 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=32d27a69db114181ba5c495e3487b724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275253 May 20 14:49:00.859019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52096) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.894450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c3889f-2ded-44bc-af2e-56bf34975f20,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:00.904805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:00.917581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] For port a6854025-1631-46d1-9620-9ef7513a6755, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a6854025-1631-46d1-9620-9ef7513a6755,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:00.919033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.941679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:00.946128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Usage tracker for resource:subnet and tenant:fab6db2bb76345c7b7071df945dc7020 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:00.949507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:00.957391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-c72168f6-718c-4329-8ffa-5ba35f0fd37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:00.959164 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-c72168f6-718c-4329-8ffa-5ba35f0fd37b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b8ba3f6-152b-4a8f-b902-1926cb86216a HTTP/1.1" status: 200 len: 834 time: 0.4838991 May 20 14:49:00.960297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:00.961380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:00.964705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:00.972705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12878af6-79a1-416d-8dce-34364b605599 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:00.973409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12878af6-79a1-416d-8dce-34364b605599 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:00.975653 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/networks/a75d52f4-e501-4589-b71e-097a5dc214c7 HTTP/1.1" status: 204 len: 168 time: 1.8237107 May 20 14:49:00.977967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52100) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:00.979186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:01.021271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.044370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12878af6-79a1-416d-8dce-34364b605599 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:01.047899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-12878af6-79a1-416d-8dce-34364b605599 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1877716 May 20 14:49:01.052781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52106) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:01.069021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f4fcfd-2df4-49e5-88c8-22a0861de05b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:01.076261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:01.087541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5456d4c-3e92-4340-a4eb-a54c77393343 None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:01.088044 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/c7f4fcfd-2df4-49e5-88c8-22a0861de05b HTTP/1.1" status: 204 len: 168 time: 2.5147767 May 20 14:49:01.089060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52110) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:01.098779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Made reservation on behalf of fab6db2bb76345c7b7071df945dc7020 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:01.099190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.101922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.111587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Calling delete_port for a6854025-1631-46d1-9620-9ef7513a6755 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:01.128760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.168135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52114) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:01.259350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.290800 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3b01539f-2952-47ec-b00c-2fabd555a026 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2367811 May 20 14:49:01.293434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52120) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:01.305566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:01.334042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting subnet c37cdd1b-b153-4e27-82e7-3b356f31c6f3 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:01.347988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.361728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a6854025-1631-46d1-9620-9ef7513a6755 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:01.389648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.400164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-326b532e-ff89-46e2-b7cc-68ea95b4c989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:01.400370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.410101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:01.426257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.443313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c3889f-2ded-44bc-af2e-56bf34975f20,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:01.450900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-55965722-b318-4b8a-9a69-24e4333c9e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:01.452189 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-55965722-b318-4b8a-9a69-24e4333c9e04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e5173e-a289-47a2-8422-9bb1a2360f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4731247 May 20 14:49:01.455197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: a6854025-1631-46d1-9620-9ef7513a6755 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:01.456163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a6854025-1631-46d1-9620-9ef7513a6755 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:01.459888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.482040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Pushing event deleted for resources: {'Port': ['ID=a6854025-1631-46d1-9620-9ef7513a6755,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:01.488986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:01.493760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] No DVR routers for this DVR port a6854025-1631-46d1-9620-9ef7513a6755 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:01.496429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:01.499409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:01.523053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.524187 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/82c3889f-2ded-44bc-af2e-56bf34975f20 HTTP/1.1" status: 204 len: 168 time: 0.6268623 May 20 14:49:01.535192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Usage tracker for resource:security_group_rule and tenant:6c96efed0b944489b07b045d98aa9bbf is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:01.539870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:01.566218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:01.580596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.595900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:01.601707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282212ad-5d47-4f65-b195-9cc00e5e704d']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:01.619907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:01.622755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b550db0-0464-47db-8668-ffeeea061013') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:01.623060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b550db0-0464-47db-8668-ffeeea061013') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:01.643049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.672942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:01.676903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.815544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.882728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.904810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:01.905313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:01.939683 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:01.958655 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-5e1a24c9-e06a-45ba-a365-9d7215eaf41c service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591699 May 20 14:49:01.982610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52130) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:02.146473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.167050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd29d980-f838-4098-a870-a29bb280d0e0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:02.187270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.221190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Pushing event deleted for resources: {'Network': ['ID=282212ad-5d47-4f65-b195-9cc00e5e704d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:02.224786 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-11c92d8b-e48c-4f1a-8fe1-308b4eb60cc7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07e87ca685a245e4af58bf3507b44d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941149 May 20 14:49:02.227434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:02.231646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52134) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:02.235108 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] 10.222.0.58 "DELETE /v2.0/networks/282212ad-5d47-4f65-b195-9cc00e5e704d HTTP/1.1" status: 204 len: 168 time: 1.2561548 May 20 14:49:02.244876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.279513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9a923-7ae2-48e0-aff6-8a95e11bde2f req-553ebca0-0508-4252-9bf2-26c9194a4291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:02.281005 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8f9a923-7ae2-48e0-aff6-8a95e11bde2f req-553ebca0-0508-4252-9bf2-26c9194a4291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 943 time: 0.3404679 May 20 14:49:02.291233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.303159 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9e949698-b6ea-424c-8074-da2713256cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:02.330190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-30f7d213-f96e-41a9-8e92-71eab9b40fda None None] Provisioning complete for port 18bc6116-4355-4016-97a9-404ede3016e1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:02.331144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-30f7d213-f96e-41a9-8e92-71eab9b40fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.399520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.427235 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8f9a923-7ae2-48e0-aff6-8a95e11bde2f req-4a668899-7d03-45e0-ac62-4306e4866232 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1358380 May 20 14:49:02.433994 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6c96efed0b944489b07b045d98aa9bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2584608 May 20 14:49:02.433994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ea4aba-22a9-4b10-bd64-84438c7dd695,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:02.435065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52140) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:02.437334 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-edc8bad1-c647-434d-906a-30be1a1da9f3 req-813f2a36-964e-454d-8b8d-ae0162c98a1e service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215853 May 20 14:49:02.446358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:02.451666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.512002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.522255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0da76f12-7023-430d-8bed-ba7ca16cbc5a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:02.592389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.597887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-39bb30cb-8020-4248-b5bf-9e5718d0bc43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:02.655401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d80348e-948c-4158-bb49-f85f26c414cc,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:02.660459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52146) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:02.666519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:02.699121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.702744 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2d80348e-948c-4158-bb49-f85f26c414cc HTTP/1.1" status: 204 len: 168 time: 0.4674096 May 20 14:49:02.758931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=c37cdd1b-b153-4e27-82e7-3b356f31c6f3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:02.764412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.769476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ebeb8f-e05f-4ec0-98eb-54c7ce4d4e56 None None] Network b27edfc0-8a10-48b3-8330-a8943d54c93a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:02.770013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:02.783216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.823247 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/c37cdd1b-b153-4e27-82e7-3b356f31c6f3 HTTP/1.1" status: 204 len: 168 time: 1.7279811 May 20 14:49:02.828320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52154) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:02.836633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.884374 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-87649a7a-3fc5-4e2d-9304-6be03eab3e4d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=7007f0e4ca744f6ba42a258d4bc1287c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226839 May 20 14:49:02.888397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52160) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:02.914508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:02.927452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b547f74c-1118-476d-a5a5-69dcecbeee62 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:03.026080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:03.035326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:03.049326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:03.050244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.051682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0141db5b-b716-4a50-9330-07afc8bff59c None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:03.059704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-cf707237-ab29-4f9d-bda0-a2f1604a99a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:03.061215 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-cf707237-ab29-4f9d-bda0-a2f1604a99a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1096 time: 0.5426812 May 20 14:49:03.073047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=3d993baf-0cb7-4acd-a116-4359e1c63765,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:03.081404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:03.082922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.093296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.100069 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8055186 May 20 14:49:03.103000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52168) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:03.117529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '3d993baf-0cb7-4acd-a116-4359e1c63765', 'ip_address': '2001:db8::328f:e816:dba8:f5d8'}], 'name': 'tempest-NetworksTestDHCPv6-1283411543'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:03.125932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:49:03.145125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.152520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-041ccd47-ff14-4772-9cb8-5eaff5139bfc tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:03.167307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.207753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.247364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] DHCP port deletion for b27edfc0-8a10-48b3-8330-a8943d54c93a request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:03.329232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:03.341483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.347177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:03.353762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6951bb97-49e3-463b-9a1c-d792a8485927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:03.356607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 18bc6116-4355-4016-97a9-404ede3016e1 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:03.373338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576ae24f-2680-4b17-a2c6-673fb5957f20,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:03.376985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:03.377949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.379252 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/576ae24f-2680-4b17-a2c6-673fb5957f20 HTTP/1.1" status: 204 len: 168 time: 0.4895816 May 20 14:49:03.382709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:03.414939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.416104 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d1ea4aba-22a9-4b10-bd64-84438c7dd695 HTTP/1.1" status: 204 len: 168 time: 0.9779060 May 20 14:49:03.417061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event updated for resources: {'Subnet': ['ID=d0fe35c9-0d8d-49ce-84a0-ce29ac2620cf,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:03.427804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:03.430133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-44dd4381-f5ef-4eff-a36b-ffc8d713dd29 tempest-PortsAdminExtendedAttrsTestJSON-255032769 tempest-PortsAdminExtendedAttrsTestJSON-255032769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:03.465470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ea4aba-22a9-4b10-bd64-84438c7dd695,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:03.474354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Checking segment: {'id': 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:03.474717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network hostable DHCP agents. Network: fa73007a-08e1-4a90-a440-b01f9ba2b0d0, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:03.480258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:03.483243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-caa1121d-7999-475e-a344-d8c6be1643d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:03.484732 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-caa1121d-7999-475e-a344-d8c6be1643d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 897 time: 0.3957808 May 20 14:49:03.574594 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-fccf6a77-3d4b-4717-8a60-dd3c6fb06f9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 200 len: 217 time: 0.0776124 May 20 14:49:03.583225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 18bc6116-4355-4016-97a9-404ede3016e1 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:03.583422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.640755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:03.717173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, fa73007a-08e1-4a90-a440-b01f9ba2b0d0) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:03.730498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.742980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '3d993baf-0cb7-4acd-a116-4359e1c63765'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:03.744467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.744927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-047e405a-67ed-4caa-939b-fc5e5472c2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:03.746405 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-047e405a-67ed-4caa-939b-fc5e5472c2ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b8ba3f6-152b-4a8f-b902-1926cb86216a HTTP/1.1" status: 200 len: 834 time: 0.1502326 May 20 14:49:03.755528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=18bc6116-4355-4016-97a9-404ede3016e1,segment=NetworkSegment(e758be07-f67d-409b-8b24-335c66168a78),segment_id=e758be07-f67d-409b-8b24-335c66168a78)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:03.756145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.758711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 55e8878e-7416-44db-bc8e-27adc0cc1ac2 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:03.770638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77013b-5276-4b37-bebc-94a610b45b4f None None] Network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:03.784413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Deleting port 18bc6116-4355-4016-97a9-404ede3016e1 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:03.785008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.799956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:03.800848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:03.881737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934bde3-7e55-41a2-8572-add94d410ae1 req-f311d349-34c4-41e3-a724-d1f7a6062bd1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:03.889707 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1934bde3-7e55-41a2-8572-add94d410ae1 req-f311d349-34c4-41e3-a724-d1f7a6062bd1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 943 time: 0.2240102 May 20 14:49:04.011702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 18bc6116-4355-4016-97a9-404ede3016e1 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:04.042640 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.8840151 May 20 14:49:04.046271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52190) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:04.112281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::328f:e816:dba8:f5d8 (5b136d1c-58b9-45d6-b34a-556fde2a0447/3d993baf-0cb7-4acd-a116-4359e1c63765/55e8878e-7416-44db-bc8e-27adc0cc1ac2) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:04.121862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-15c32208-eb20-40f5-92e7-67099ec2a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:04.123557 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-15c32208-eb20-40f5-92e7-67099ec2a488 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e5173e-a289-47a2-8422-9bb1a2360f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3595812 May 20 14:49:04.124143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52194) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:04.196106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.239763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=18bc6116-4355-4016-97a9-404ede3016e1,segment=NetworkSegment(e758be07-f67d-409b-8b24-335c66168a78),segment_id=e758be07-f67d-409b-8b24-335c66168a78)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:04.256926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.263463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-02ac2534-55a9-4719-bf1c-90fd1b421050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:04.316352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] For port 18bc6116-4355-4016-97a9-404ede3016e1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=18bc6116-4355-4016-97a9-404ede3016e1,segment=NetworkSegment(e758be07-f67d-409b-8b24-335c66168a78),segment_id=e758be07-f67d-409b-8b24-335c66168a78)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:04.316979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.342427 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-65fbbffe-07ee-442a-8aa0-2aa65a9c6ecb service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108576 May 20 14:49:04.343261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.433830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:04.449918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Usage tracker for resource:security_group_rule and tenant:912f2163a0814990a845d719b30e5b4c is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:04.522236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-fa73007a-08e1-4a90-a440-b01f9ba2b0d0', 'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0', 'tenant_id': 'fab6db2bb76345c7b7071df945dc7020', 'fixed_ips': [{'subnet_id': 'd0fe35c9-0d8d-49ce-84a0-ce29ac2620cf'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:04.523044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.538878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Calling delete_port for 18bc6116-4355-4016-97a9-404ede3016e1 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:04.647907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=7']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:04.656048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:04.659732 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1934bde3-7e55-41a2-8572-add94d410ae1 req-e5c7fd9b-cf20-4d13-922e-9ea8b1dc0ee1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7689767 May 20 14:49:04.683297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.703816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 55e8878e-7416-44db-bc8e-27adc0cc1ac2 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:04.726657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6d9bef76-2fe1-4858-b043-b4808f0aaea3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:49:04.732007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52216) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:04.759703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.777569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e3abbf0f-125f-4c62-a844-62bbf2d69031 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:04.787245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:04.801083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Allocated IP 2001:db8::f816:3eff:fea0:3d13 (fa73007a-08e1-4a90-a440-b01f9ba2b0d0/d0fe35c9-0d8d-49ce-84a0-ce29ac2620cf/82437c61-794d-4863-a2bf-4f498997e781) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:04.806343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:04.817852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.818082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.829101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:04.838823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a989c1d7-4f2c-4093-aef0-fbaad466762c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:04.884884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:04.887278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.894036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=55e8878e-7416-44db-bc8e-27adc0cc1ac2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:04.897432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:04.899650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:04.902344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Pushing event deleted for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:04.906450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:04.915999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:04.916665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:04.928046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:04.939484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 18bc6116-4355-4016-97a9-404ede3016e1 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:04.952071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=18bc6116-4355-4016-97a9-404ede3016e1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:04.964253 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8601639 May 20 14:49:04.967222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52226) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:04.974428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '3d993baf-0cb7-4acd-a116-4359e1c63765', 'ip_address': '2001:db8::328f:e816:dba8:f5d8'}], 'name': 'tempest-NetworksTestDHCPv6-1378961333'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:04.980324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] No DVR routers for this DVR port 18bc6116-4355-4016-97a9-404ede3016e1 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:04.994021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:05.086393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:05.086880 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c83ee54-ea14-4019-ad4d-675615c1a429 req-0f44a3b1-03d4-42f7-af31-896e1b303558 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7290735 May 20 14:49:05.177764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:05.186819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:05.191877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.192669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'networks': [{'name': 'tempest-network--986314381'}, {'name': 'tempest-network--2030544295'}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:05.193070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'network': {'name': 'tempest-network--986314381'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:05.193601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'network': {'name': 'tempest-network--2030544295'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:05.194221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/3d993baf-0cb7-4acd-a116-4359e1c63765/4baea694-1e7f-4c71-9941-e2fd54e4dc88) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:05.198657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:05.208118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:05.214499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27edfc0-8a10-48b3-8330-a8943d54c93a']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:05.216045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1910046328'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:05.219353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:05.224198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:05.228884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:network and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:05.233890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Usage tracker for resource:network and tenant:4285a5eb63304dc684e91d9624afb19a is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:05.236652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:05.243013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e758be07-f67d-409b-8b24-335c66168a78') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:05.243938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:05.244092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e758be07-f67d-409b-8b24-335c66168a78') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:05.246763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:05.250745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.252932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:05.259125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:05.263997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.285340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'network': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:05.290063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.306191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Made reservation on behalf of 4285a5eb63304dc684e91d9624afb19a for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:05.309563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.318872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.322100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.334488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port cfa6ef73-95d5-4be8-b8c4-1dd924dd4b08 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:05.344000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:05.355490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.369497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.379385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.385398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.398733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:05.401271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-819f1a6d-dcb9-4946-a54f-b17f2f24d95a tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:05.409581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:05.412009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:security_group_rule and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:05.423768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:05.425376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:05.425797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.429797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Usage tracker for resource:security_group_rule and tenant:4285a5eb63304dc684e91d9624afb19a is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:05.437650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:05.441763 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:05.444165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:05.454998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:05.503462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:49:05.602432 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=912f2163a0814990a845d719b30e5b4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4701591 May 20 14:49:05.605017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52236) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:05.616329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.620549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edbe2c3-74d5-4076-9a5b-c785ec25b784,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:05.620931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.625904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:05.645744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Transition to ACTIVE for port object 82437c61-794d-4863-a2bf-4f498997e781 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:05.655768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.662136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e5deeb0f-2257-4e62-aa41-2104df1fedeb tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:05.669322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9bef76-2fe1-4858-b043-b4808f0aaea3 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:49:05.686633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.725928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Transition to ACTIVE for port object 82437c61-794d-4863-a2bf-4f498997e781 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:05.734503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=b27edfc0-8a10-48b3-8330-a8943d54c93a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:05.744424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:05.745903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:05.747352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.753170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e0fbf6c-ec90-462c-925e-c77603b8f77e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:05.758347 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/b27edfc0-8a10-48b3-8330-a8943d54c93a HTTP/1.1" status: 204 len: 168 time: 2.9253528 May 20 14:49:05.761117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52244) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:05.767704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.797158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.813405 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08049e6-2647-4775-85a5-ae6224e9ea3e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:05.814564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b08049e6-2647-4775-85a5-ae6224e9ea3e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:05.818391 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b08049e6-2647-4775-85a5-ae6224e9ea3e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/0e3bbe59-9da1-4f25-8be1-5859475fdc54 HTTP/1.1" status: 404 len: 337 time: 0.0540957 May 20 14:49:05.819934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52248) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:05.820117 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.829034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.830350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.831077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.834664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:05.843121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:05.846124 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0ac418-4f65-42ca-aec7-347b7851acb4 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:05.846793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0ac418-4f65-42ca-aec7-347b7851acb4 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:05.847654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Transition to ACTIVE for port object 4baea694-1e7f-4c71-9941-e2fd54e4dc88 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:05.851694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:05.858490 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7c0ac418-4f65-42ca-aec7-347b7851acb4 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/ab79ce93-48e0-432a-a4e9-75891f35ba2c HTTP/1.1" status: 404 len: 339 time: 0.0369067 May 20 14:49:05.861347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:05.861498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Pushing event updated for resources: {'Port': ['ID=82437c61-794d-4863-a2bf-4f498997e781,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:05.862619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52252) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:05.874390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:05.874390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:05.882913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.903313 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef470009-a9ca-4634-866e-879592ef8602 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:05.903768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef470009-a9ca-4634-866e-879592ef8602 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:05.905699 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ef470009-a9ca-4634-866e-879592ef8602 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/e3bee334-1824-40e5-9bd2-65bd6b122748 HTTP/1.1" status: 404 len: 337 time: 0.0419848 May 20 14:49:05.907028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.911072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52256) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:05.912829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5258222a-2c67-41d2-ab18-d9532f230f34 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:05.913561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.950166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:05.957405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Transition to ACTIVE for port object 4baea694-1e7f-4c71-9941-e2fd54e4dc88 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:05.968422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:05.980384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Subnet': ['ID=d0fe35c9-0d8d-49ce-84a0-ce29ac2620cf,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:05.989594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb4ce94-8368-47b1-bfaf-e3f5da86ac21,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:05.994516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:05.994516 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Added segment 23628e13-f44b-4d1a-9a00-74abce1ba129 of type vlan for network 2636be5c-2542-46f9-9e09-f7214abf3af5 May 20 14:49:06.000019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.000678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.001652 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc563bb6-e3c0-4f70-8490-aa747f3f2558 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:06.002166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc563bb6-e3c0-4f70-8490-aa747f3f2558 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:06.004324 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fc563bb6-e3c0-4f70-8490-aa747f3f2558 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/3859297e-b5c8-40a9-9bd5-dda75c606075 HTTP/1.1" status: 404 len: 339 time: 0.0595281 May 20 14:49:06.011499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-606ae1c9-4a33-453f-994c-8a2239094ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.017472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52260) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:06.018551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.033078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.033761 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Added segment a4fc3619-8a6b-4b7a-9e37-8e05b3f3c466 of type vlan for network 45cc4ec1-ba8b-4f23-91df-b5a0e0dcc6c9 May 20 14:49:06.035552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.038089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Attempting to bind port 82437c61-794d-4863-a2bf-4f498997e781 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:06.038457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Attempting to bind port 82437c61-794d-4863-a2bf-4f498997e781 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:06.038833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Attempting to bind port 82437c61-794d-4863-a2bf-4f498997e781 on network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:06.050888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:06.051511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Checking segment: {'id': 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:06.051776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.052111 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Bound using segment: {'id': 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:06.052585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Bound port: 82437c61-794d-4863-a2bf-4f498997e781, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:06.052974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.064355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=6d9bef76-2fe1-4858-b043-b4808f0aaea3,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:06.066917 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29be171-1503-45c5-ad4b-eada61c7bd0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:06.067614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29be171-1503-45c5-ad4b-eada61c7bd0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:06.070138 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a29be171-1503-45c5-ad4b-eada61c7bd0c tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/d08c2327-a8b9-4baf-8443-17a97f121371 HTTP/1.1" status: 404 len: 337 time: 0.0516713 May 20 14:49:06.070726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.072641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:06.073289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e836a7d1-0fbd-4018-bc60-1f2da7262550 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.078150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52264) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:06.111026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:06.113095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['6d9bef76-2fe1-4858-b043-b4808f0aaea3'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:49:06.130543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.144835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa73007a-08e1-4a90-a440-b01f9ba2b0d0']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:06.148216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:06.159423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:06.160017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:06.173610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.192018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.199604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:06.200241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.206123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.210742 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c84fd6b-a107-4e9c-b1cb-d180e6f27964 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:06.211239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c84fd6b-a107-4e9c-b1cb-d180e6f27964 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:06.216839 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:06.223124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d7444-0b57-4791-a388-5cecbf31727d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:06.233130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.244731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.256363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c31f01c-450d-4408-bb33-17522ed094a5 req-05e4a83e-740f-45e9-b216-953d4b2e3f3d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:06.257980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8c31f01c-450d-4408-bb33-17522ed094a5 req-05e4a83e-740f-45e9-b216-953d4b2e3f3d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 944 time: 0.4832432 May 20 14:49:06.277976 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): There was a conflict when trying to complete your request. May 20 14:49:06.278432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:06.306664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:49:06.306664 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:49:06.306664 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': 'fa73007a-08e1-4a90-a440-b01f9ba2b0d0'}] May 20 14:49:06.306664 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:49:06.307298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:49:06.322388 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c84fd6b-a107-4e9c-b1cb-d180e6f27964 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/94b28438-3282-43ff-86b7-8bf634607330 HTTP/1.1" status: 404 len: 339 time: 0.2298474 May 20 14:49:06.327479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Pushing event updated for resources: {'Port': ['ID=4baea694-1e7f-4c71-9941-e2fd54e4dc88,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:06.327779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52268) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:06.346742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.353842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Attempting to bind port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:06.354243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Attempting to bind port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:06.354598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Attempting to bind port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:06.367462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:06.367819 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:06.368459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.369032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:06.369690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Bound port: 4baea694-1e7f-4c71-9941-e2fd54e4dc88, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:06.370261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.374111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.380033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:06.380695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.385046 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c290a40-483a-4d24-b720-68202bbab131 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4164786 May 20 14:49:06.388340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52272) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:06.390375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] For port 82437c61-794d-4863-a2bf-4f498997e781, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:06.390937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a57703a-3dde-45d8-bd28-fc0b4531c332 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.418686 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8c31f01c-450d-4408-bb33-17522ed094a5 req-e1f579fa-aa5c-4691-b82c-9a6aa71f8072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1452568 May 20 14:49:06.419720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.447039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] For port 82437c61-794d-4863-a2bf-4f498997e781, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=82437c61-794d-4863-a2bf-4f498997e781,segment=NetworkSegment(cf009f4d-2cad-4bca-92ff-2a9ac63ba488),segment_id=cf009f4d-2cad-4bca-92ff-2a9ac63ba488)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:06.452470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.457971 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9edbe2c3-74d5-4076-9a5b-c785ec25b784 HTTP/1.1" status: 204 len: 168 time: 0.8516231 May 20 14:49:06.461361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting subnet f85b86e2-fe78-4d47-8fbc-ed63e482cda1 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:06.466671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.467220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.474553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7185f9d5-c90e-42c5-afee-6b91085598d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.537031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.545024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:06.557501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.558126 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Added segment 9cf626c4-8c37-4b6e-a6b2-f5a6d3a4ffd3 of type vlan for network 6aa3d9ab-2903-4435-a378-4201f0f4f878 May 20 14:49:06.598095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.607745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7137a7-af13-41c2-a698-90886863ab90 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:06.613873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7137a7-af13-41c2-a698-90886863ab90 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:06.615507 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fb7137a7-af13-41c2-a698-90886863ab90 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2261853 May 20 14:49:06.618871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52278) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:06.629854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event updated for resources: {'Network': ['ID=2636be5c-2542-46f9-9e09-f7214abf3af5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:06.635167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.640853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] For port 4baea694-1e7f-4c71-9941-e2fd54e4dc88, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:06.645860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4a432e87-6bce-4388-aca0-9b1af3d63c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.654468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] For port 4baea694-1e7f-4c71-9941-e2fd54e4dc88, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4baea694-1e7f-4c71-9941-e2fd54e4dc88,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:06.662249 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9265935 May 20 14:49:06.666721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52282) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:06.670493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edbe2c3-74d5-4076-9a5b-c785ec25b784,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:06.674826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.680408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Request body: {'subnet': {'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:06.684370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Pushing event updated for resources: {'Port': ['ID=82437c61-794d-4863-a2bf-4f498997e781,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:06.695305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:06.732451 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:06.734208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.761068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.816977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.822391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.823029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.830980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:06.837823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:06.839081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.848085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:06.909424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:06.966742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076be06-8851-43f1-b14c-0a412c7eda23 None None] Network fa73007a-08e1-4a90-a440-b01f9ba2b0d0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:06.980689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Usage tracker for resource:subnet and tenant:4285a5eb63304dc684e91d9624afb19a is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:06.982655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:06.989397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:06.998399 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9109302 May 20 14:49:07.016026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52288) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:07.023000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:07.023605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Pushing event updated for resources: {'Port': ['ID=4baea694-1e7f-4c71-9941-e2fd54e4dc88,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:07.025812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Network': ['ID=45cc4ec1-ba8b-4f23-91df-b5a0e0dcc6c9,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:07.033261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:07.099246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 45cc4ec1-ba8b-4f23-91df-b5a0e0dcc6c9 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:07.143819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Made reservation on behalf of 4285a5eb63304dc684e91d9624afb19a for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:07.147290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:07.379573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting port 82437c61-794d-4863-a2bf-4f498997e781 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:07.379573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:07.449103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 55e8878e-7416-44db-bc8e-27adc0cc1ac2 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:07.451848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:07.454710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4baea694-1e7f-4c71-9941-e2fd54e4dc88 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:07.604820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:07.718743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] For port 82437c61-794d-4863-a2bf-4f498997e781, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=82437c61-794d-4863-a2bf-4f498997e781,segment=NetworkSegment(cf009f4d-2cad-4bca-92ff-2a9ac63ba488),segment_id=cf009f4d-2cad-4bca-92ff-2a9ac63ba488)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:07.719068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:07.789681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Network': ['ID=6aa3d9ab-2903-4435-a378-4201f0f4f878,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:07.797488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.949s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:07.803285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6aa3d9ab-2903-4435-a378-4201f0f4f878 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:07.812856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.945s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:07.813213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:07.844431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:07.850649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:07.869875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:07.872511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Calling delete_port for 82437c61-794d-4863-a2bf-4f498997e781 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:07.886632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:07.889587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Synchronizing usage tracker for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:07.920342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.068985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 55e8878e-7416-44db-bc8e-27adc0cc1ac2 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:08.073911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.086676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:08.124198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.126484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91cfb8-ccdd-4145-ab1a-5a864f8f425a None None] Network 82f86da8-a1b9-4278-a183-ecd326b6c251 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:08.138082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=f85b86e2-fe78-4d47-8fbc-ed63e482cda1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:08.154044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:08.190035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Unset dirty status for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:08.193145 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-130db864-4f78-4209-b649-eaa8464155d2 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 1.1751454 May 20 14:49:08.196150 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/f85b86e2-fe78-4d47-8fbc-ed63e482cda1 HTTP/1.1" status: 204 len: 168 time: 1.8672075 May 20 14:49:08.197686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52316) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:08.202937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52318) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:08.272638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02864ad1-c428-4299-b2a7-8827b471ff7c req-920cab1d-7bef-479e-9824-5a08198ba94e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:08.276719 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-02864ad1-c428-4299-b2a7-8827b471ff7c req-920cab1d-7bef-479e-9824-5a08198ba94e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 944 time: 0.5976968 May 20 14:49:08.372478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.403226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.413671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-214a5f23-a42f-4f79-9002-3559dfbdf7bf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:08.460832 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-02864ad1-c428-4299-b2a7-8827b471ff7c req-bda4b640-23b1-465c-bf4a-0e3df8c2906d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588445 May 20 14:49:08.471290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Port': ['ID=82437c61-794d-4863-a2bf-4f498997e781,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:08.472615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-35af4cf1-cb43-4e83-8f98-ae73264a4648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.486548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:08.533887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Provisioning for port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:08.540318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Provisioning complete for port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:08.540876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.612836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No DVR routers for this DVR port 82437c61-794d-4863-a2bf-4f498997e781 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:08.636423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] DHCP port deletion for 82f86da8-a1b9-4278-a183-ecd326b6c251 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:08.705784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.714308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:08.734890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6d9bef76-2fe1-4858-b043-b4808f0aaea3 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:08.840527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Checking segment: {'id': '23628e13-f44b-4d1a-9a00-74abce1ba129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:08.843128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Network hostable DHCP agents. Network: 2636be5c-2542-46f9-9e09-f7214abf3af5, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:08.868076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event updated for resources: {'Subnet': ['ID=8bccbb5c-9c35-4afd-9d3c-1b04d297c921,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:08.874551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:08.894322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:08.911547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 2636be5c-2542-46f9-9e09-f7214abf3af5) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:08.927976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.928544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:08.929922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.944630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:08.957781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa73007a-08e1-4a90-a440-b01f9ba2b0d0']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:08.969271 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3010421 May 20 14:49:08.970257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52334) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:08.978044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Request body: {'port': {'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-745366633'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:08.989912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22638804-5437-4ddd-852d-d63f59192d96 None None] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:09.018717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:09.019284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf009f4d-2cad-4bca-92ff-2a9ac63ba488') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:09.039516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.047018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52338) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:09.158009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.168238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:09.176726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:09.177347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.185846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:09.186319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.190651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:09.194410 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:09.196733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Usage tracker for resource:port and tenant:4285a5eb63304dc684e91d9624afb19a is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:09.200504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:09.207820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:09.221652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Made reservation on behalf of 4285a5eb63304dc684e91d9624afb19a for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:09.226076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.241216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Deleting port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:09.241617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.266305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.268206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.279411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] device_id is not set on port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:09.280302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:09.281177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.295861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.313707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1988509868', 'router:external': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:09.321194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6deb9242-c090-47a6-942c-316ba97a36fe tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:09.344634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:09.441312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:09.448248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45cc4ec1-ba8b-4f23-91df-b5a0e0dcc6c9']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:09.457365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Allocated IP 172.20.0.5 (2636be5c-2542-46f9-9e09-f7214abf3af5/8bccbb5c-9c35-4afd-9d3c-1b04d297c921/cb47a83e-ef5f-4d71-aca9-12596e7a3a43) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:09.457715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=55e8878e-7416-44db-bc8e-27adc0cc1ac2,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:09.465004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:network and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:09.476649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:09.479957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:09.513760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] For port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,segment=NetworkSegment(c3ff376e-e240-4311-9cb7-50b3350d49e1),segment_id=c3ff376e-e240-4311-9cb7-50b3350d49e1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:09.514166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.530344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] For port 4baea694-1e7f-4c71-9941-e2fd54e4dc88, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4baea694-1e7f-4c71-9941-e2fd54e4dc88,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:09.533768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fc3619-8a6b-4b7a-9e37-8e05b3f3c466') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:09.534064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fc3619-8a6b-4b7a-9e37-8e05b3f3c466') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:09.605137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:09.611003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.636851 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.637184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.639003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:09.651533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,segment=NetworkSegment(c3ff376e-e240-4311-9cb7-50b3350d49e1),segment_id=c3ff376e-e240-4311-9cb7-50b3350d49e1)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:09.651971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.665397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.670053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.676067 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/fa73007a-08e1-4a90-a440-b01f9ba2b0d0 HTTP/1.1" status: 204 len: 168 time: 5.6219907 May 20 14:49:09.679069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52346) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:09.682466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:09.711053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/55e8878e-7416-44db-bc8e-27adc0cc1ac2 HTTP/1.1" status: 204 len: 168 time: 3.0910742 May 20 14:49:09.711919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Made reservation on behalf of 027991daa66b4eeaa862d5760686f8b2 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:09.714356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.726461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52350) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:09.755107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.758169 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Calling delete_port for 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:09.780266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Transition to ACTIVE for port object cb47a83e-ef5f-4d71-aca9-12596e7a3a43 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:09.823039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Network': ['ID=fa73007a-08e1-4a90-a440-b01f9ba2b0d0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:09.825506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:09.887129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5353-22d2-49e2-99b0-9c9ea705ce82 req-fc6ede96-04e2-409e-a468-cbb2b9fcfb87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:09.888624 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-551f5353-22d2-49e2-99b0-9c9ea705ce82 req-fc6ede96-04e2-409e-a468-cbb2b9fcfb87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 944 time: 0.1099682 May 20 14:49:09.889758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.900476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:09.903212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:09.905881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-73463f83-feeb-4ea8-b611-7f84f8b498ff None None] Could not find standard attr ID for object 55e8878e-7416-44db-bc8e-27adc0cc1ac2. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:49:09.931922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-2636be5c-2542-46f9-9e09-f7214abf3af5', 'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5', 'tenant_id': '4285a5eb63304dc684e91d9624afb19a', 'fixed_ips': [{'subnet_id': '8bccbb5c-9c35-4afd-9d3c-1b04d297c921'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:09.932757 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.952989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.959126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:09.959526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.975329 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57814dc-12d5-44bc-afac-872918f43c6a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:09.975543 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:09.975793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57814dc-12d5-44bc-afac-872918f43c6a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f57814dc-12d5-44bc-afac-872918f43c6a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/d0fe35c9-0d8d-49ce-84a0-ce29ac2620cf HTTP/1.1" status: 404 len: 337 time: 0.2789946 May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:09.979885 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:09.983149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:09.984045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52354) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:09.989635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:09.997128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:09.999206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Pushing event updated for resources: {'Port': ['ID=4baea694-1e7f-4c71-9941-e2fd54e4dc88,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.002703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.039881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.043115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.077812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:49:10.081205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:10.100425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:security_group_rule and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:10.104363 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e23603a-e987-465c-957b-4cc0f5f90ffd tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:10.104363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e23603a-e987-465c-957b-4cc0f5f90ffd tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:10.108856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:10.111130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:10.112870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event updated for resources: {'Port': ['ID=cb47a83e-ef5f-4d71-aca9-12596e7a3a43,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.121584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.125065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf901661-c9d5-4e63-b7a9-2fd4d245a797 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:10.127427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf901661-c9d5-4e63-b7a9-2fd4d245a797 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:10.128400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cf901661-c9d5-4e63-b7a9-2fd4d245a797 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:10.135631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:10.141229 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-551f5353-22d2-49e2-99b0-9c9ea705ce82 req-e46a6957-0bdd-4ecf-bd43-5e9e54b7618c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2426369 May 20 14:49:10.146089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.151325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,segment=NetworkSegment(c3ff376e-e240-4311-9cb7-50b3350d49e1),segment_id=c3ff376e-e240-4311-9cb7-50b3350d49e1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:10.152871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.156168 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9e23603a-e987-465c-957b-4cc0f5f90ffd tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/fa73007a-08e1-4a90-a440-b01f9ba2b0d0 HTTP/1.1" status: 404 len: 339 time: 0.1641929 May 20 14:49:10.158156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.165437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52360) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.174557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:10.175209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.186972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.200819 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.226488 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2548838 May 20 14:49:10.229684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52364) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.233507 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'code': 200} May 20 14:49:10.242393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.243806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Request body: {'port': {'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5', 'name': 'tempest-ExtraDHCPOptionsTestJSON-321673562', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:10.244383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] bootfile-name is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:49:10.244796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] tftp-server is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:49:10.245131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] server-ip-address is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:49:10.248527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.274676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Network': ['ID=45cc4ec1-ba8b-4f23-91df-b5a0e0dcc6c9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.284573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] No DVR routers for this DVR port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:10.285955 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b15b9f52-df59-483b-92d1-e13aa762520f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:10.286072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=6d9bef76-2fe1-4858-b043-b4808f0aaea3,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.286985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b15b9f52-df59-483b-92d1-e13aa762520f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:10.293773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.293899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f45b9049-1a33-47a5-959f-f75fe0d23961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.305231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.308602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cf901661-c9d5-4e63-b7a9-2fd4d245a797 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:10.313019 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cf901661-c9d5-4e63-b7a9-2fd4d245a797 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4942968 May 20 14:49:10.324036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52368) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.329672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.343440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Pushing event deleted for resources: {'Port': ['ID=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.346360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Allocated IP 172.20.0.2 (2636be5c-2542-46f9-9e09-f7214abf3af5/8bccbb5c-9c35-4afd-9d3c-1b04d297c921/d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:10.348433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.349106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.349630 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.375888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-40e627a6-553d-4944-8a21-6cbd22176c2b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.428300 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b15b9f52-df59-483b-92d1-e13aa762520f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/b5db3db7-7a42-44fc-8c54-1e5dc00e910b HTTP/1.1" status: 404 len: 337 time: 0.2616415 May 20 14:49:10.430735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52372) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.449984 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/networks/45cc4ec1-ba8b-4f23-91df-b5a0e0dcc6c9 HTTP/1.1" status: 204 len: 168 time: 2.2500291 May 20 14:49:10.450566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52376) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.464240 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c73a36-b932-4b80-bd1b-6b73b82f6024 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:10.464240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c73a36-b932-4b80-bd1b-6b73b82f6024 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:10.464542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=573bbf04-f7b7-4ee5-b5a4-8e04496eaafe,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.465794 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-15c73a36-b932-4b80-bd1b-6b73b82f6024 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/e3c24639-db48-4ac3-a640-a56e8559df1c HTTP/1.1" status: 404 len: 339 time: 0.0335717 May 20 14:49:10.467138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:10.470868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52380) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.500496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.505868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 573bbf04-f7b7-4ee5-b5a4-8e04496eaafe on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:10.508188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Usage tracker for resource:port and tenant:4285a5eb63304dc684e91d9624afb19a is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:10.519872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:10.522966 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-21903582-c59e-400c-bfb4-29c6bf318b32 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:10.523607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21903582-c59e-400c-bfb4-29c6bf318b32 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:10.527504 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-21903582-c59e-400c-bfb4-29c6bf318b32 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/8ca567c8-2147-478c-ad62-d01d3c220de6 HTTP/1.1" status: 404 len: 337 time: 0.0534148 May 20 14:49:10.528890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52384) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.531123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:10.558299 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-43352052-0eb6-4d76-8dec-391c67209c3d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:10.558715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43352052-0eb6-4d76-8dec-391c67209c3d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:10.561769 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-43352052-0eb6-4d76-8dec-391c67209c3d tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/05d77b85-d41d-4ac4-8ce7-5b913517dce0 HTTP/1.1" status: 404 len: 339 time: 0.0310485 May 20 14:49:10.563166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52388) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:10.569573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.580614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Transition to ACTIVE for port object d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:10.599374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Transition to ACTIVE for port object d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:10.602023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Made reservation on behalf of 4285a5eb63304dc684e91d9624afb19a for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:10.605696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.607480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.617536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.654500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] device_id is not set on port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:10.690058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:10.701045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:10.703515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:10.710997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e55415d-9621-4efd-9554-593b61f8a5d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.748307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Pushing event updated for resources: {'Port': ['ID=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:10.751938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:10.796405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 3d993baf-0cb7-4acd-a116-4359e1c63765 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:10.806906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Attempting to bind port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:10.807324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Attempting to bind port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '23628e13-f44b-4d1a-9a00-74abce1ba129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:10.807698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Attempting to bind port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 on network 2636be5c-2542-46f9-9e09-f7214abf3af5 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:10.813121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:10.814043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Checking segment: {'id': '23628e13-f44b-4d1a-9a00-74abce1ba129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:10.814454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.814849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Bound using segment: {'id': '23628e13-f44b-4d1a-9a00-74abce1ba129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:10.815426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Bound port: d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23628e13-f44b-4d1a-9a00-74abce1ba129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '2636be5c-2542-46f9-9e09-f7214abf3af5'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:10.815804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.864963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.899715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.940752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] For port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:10.945978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] For port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,segment=NetworkSegment(23628e13-f44b-4d1a-9a00-74abce1ba129),segment_id=23628e13-f44b-4d1a-9a00-74abce1ba129)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:10.951295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.962772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:10.963709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting port 3f209e5c-01ee-4b68-8fde-50bda7af093e {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:10.964176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:10.980866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.011870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Allocated IP 172.20.0.3 (2636be5c-2542-46f9-9e09-f7214abf3af5/8bccbb5c-9c35-4afd-9d3c-1b04d297c921/6a4b662e-ab2d-40b2-8fc1-4de03f930e31) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:11.022577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.027727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f86da8-a1b9-4278-a183-ecd326b6c251']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:11.052905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Pushing event updated for resources: {'Port': ['ID=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:11.065585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:11.066805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ff376e-e240-4311-9cb7-50b3350d49e1') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:11.066805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ff376e-e240-4311-9cb7-50b3350d49e1') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:11.085054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.092323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.113763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.130192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.145906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.150077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a718011-7980-42e0-9ffe-48f9fe573bd9 req-2b1582eb-34aa-4321-a97b-bbb86b304f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:11.151583 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4a718011-7980-42e0-9ffe-48f9fe573bd9 req-2b1582eb-34aa-4321-a97b-bbb86b304f8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1098 time: 0.6937711 May 20 14:49:11.158944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-26a63116-668d-4ec9-a803-8563b5fec884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:11.245903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Calling delete_port for 3f209e5c-01ee-4b68-8fde-50bda7af093e owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:11.276861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.311995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:11.370095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:11.370423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.407654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ba0845-79e6-44c3-8365-20a9d76add3e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:11.410308 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:11.517006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:11.543866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4baea694-1e7f-4c71-9941-e2fd54e4dc88 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:11.552837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.553185 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Added segment bf4d9eee-9dc2-483c-a584-531c79e73d7d of type vlan for network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 May 20 14:49:11.590787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.601189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-58aa8085-057f-41dd-ad57-e1df0c49e838 tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:11.615658 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4a718011-7980-42e0-9ffe-48f9fe573bd9 req-89db8956-c3fd-42c7-8f51-75954c2af0b7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4168525 May 20 14:49:11.625126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:11.625658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.626756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.650642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.660082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.664328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Port': ['ID=3f209e5c-01ee-4b68-8fde-50bda7af093e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:11.669259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.670102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa3d9ab-2903-4435-a378-4201f0f4f878']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:11.673937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:11.678331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-14afa623-162b-4994-af93-fe4cc010a054 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:11.687871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.703649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Transition to ACTIVE for port object 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:11.712435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121451b-2827-4dd5-ae3f-12acecf51abd req-91de5357-bb25-4a52-a24f-277338b5676b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:11.713696 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d121451b-2827-4dd5-ae3f-12acecf51abd req-91de5357-bb25-4a52-a24f-277338b5676b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 945 time: 0.2318242 May 20 14:49:11.718622 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/ports/3f209e5c-01ee-4b68-8fde-50bda7af093e HTTP/1.1" status: 204 len: 168 time: 1.1515288 May 20 14:49:11.719056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52396) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:11.724807 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.755150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf626c4-8c37-4b6e-a6b2-f5a6d3a4ffd3') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:11.755458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf626c4-8c37-4b6e-a6b2-f5a6d3a4ffd3') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:11.758821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:11.763523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=82f86da8-a1b9-4278-a183-ecd326b6c251,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:11.774282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:11.783602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.794524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.811834 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b2f46d-27c0-42bc-aabd-5b89047f15a6 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:11.812297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b2f46d-27c0-42bc-aabd-5b89047f15a6 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:11.817097 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-05b2f46d-27c0-42bc-aabd-5b89047f15a6 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/b74f3e5a-528d-4af4-b3ae-4a3028f29836 HTTP/1.1" status: 404 len: 337 time: 0.0972407 May 20 14:49:11.819205 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/82f86da8-a1b9-4278-a183-ecd326b6c251 HTTP/1.1" status: 204 len: 168 time: 3.6147630 May 20 14:49:11.819874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52400) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:11.822628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52402) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:11.824544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.866340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.871223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:11.872700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.889011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ec3bf3a0-bec5-488d-a6d7-52f080076987 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:11.923023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:11.923775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:11.941635 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:11.959632 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f45a746d-993e-4bff-8412-aef6dea72633 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:11.960093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f45a746d-993e-4bff-8412-aef6dea72633 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:11.964100 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f45a746d-993e-4bff-8412-aef6dea72633 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/429f3312-67ab-4fac-b73a-20cf24b95dce HTTP/1.1" status: 404 len: 337 time: 0.1353254 May 20 14:49:11.968157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:11.968829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52408) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:11.992100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:12.023591 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d121451b-2827-4dd5-ae3f-12acecf51abd req-df06906d-6624-463e-90d8-9b3190b2ac60 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3000922 May 20 14:49:12.024283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event updated for resources: {'Port': ['ID=6a4b662e-ab2d-40b2-8fc1-4de03f930e31,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:12.029709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:12.058683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:12.063059 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbb72015-fac9-4d94-9f5b-a129e786159d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] DELETE failed (client error): The resource could not be found. May 20 14:49:12.064149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbb72015-fac9-4d94-9f5b-a129e786159d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:12.065877 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fbb72015-fac9-4d94-9f5b-a129e786159d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/f191094c-49bf-4f14-b602-6391a340ab64 HTTP/1.1" status: 404 len: 339 time: 0.0870166 May 20 14:49:12.070784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52414) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:12.142778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.143888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:12.144467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.146176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45ed937-6080-44d7-ac9c-887d5fe47e03 None None] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:12.150488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting subnet 451add41-54c0-453c-9149-fe7e1c673b5b {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:12.156962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.200341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:12.200526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:12.200898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.235333 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9990497 May 20 14:49:12.238588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.244536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52418) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:12.253355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Provisioning for port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:12.259119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.263034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Provisioning complete for port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:12.263425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.269672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.319795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.324670 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/networks/6aa3d9ab-2903-4435-a378-4201f0f4f878 HTTP/1.1" status: 204 len: 168 time: 1.8588107 May 20 14:49:12.324840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52422) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:12.392901 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.3133080 May 20 14:49:12.402146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52426) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:12.414203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Network': ['ID=3dfadd86-f7ec-45ac-91eb-1ee13693d8c1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:12.425891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'subnet': {'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:12.429255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:12.431957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:12.432413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:12.491731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:12.506507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:subnet and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:12.523980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.550653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Network': ['ID=6aa3d9ab-2903-4435-a378-4201f0f4f878,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:12.553527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:12.558592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3ed4f-2cf9-46a1-bf15-9940a67c4f45 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:12.564722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:12.565303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3ed4f-2cf9-46a1-bf15-9940a67c4f45 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:12.571836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc3ed4f-2cf9-46a1-bf15-9940a67c4f45 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:12.577549 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5fc3ed4f-2cf9-46a1-bf15-9940a67c4f45 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1899 time: 0.2477689 May 20 14:49:12.578749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52430) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:12.594400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:12.595386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2104110289'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:12.605000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:12.612950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:network and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:12.619528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:12.630746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:12.705987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:12.709942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.759688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.822348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] For port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,segment=NetworkSegment(23628e13-f44b-4d1a-9a00-74abce1ba129),segment_id=23628e13-f44b-4d1a-9a00-74abce1ba129)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:12.834932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.837409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-520e92a4-0449-482d-be25-e68cf9a4e061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:12.847236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:12.867256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.867590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.868102 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Added segment 345e0a83-f504-4249-acab-69bfe3219cc2 of type vlan for network 8e5e6d0a-2f8e-4440-91df-c7a75900e695 May 20 14:49:12.888757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Made reservation on behalf of 027991daa66b4eeaa862d5760686f8b2 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:12.891761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.909251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2c6f950-6ef8-4ce7-a3a3-8699db290a4a']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:12.913897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:12.954911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Pushing event updated for resources: {'Port': ['ID=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:12.964530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:12.995132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a471638-ab85-4ebe-84ac-a736f392c694 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.000935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a471638-ab85-4ebe-84ac-a736f392c694 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.006691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a471638-ab85-4ebe-84ac-a736f392c694 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.008444 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9a471638-ab85-4ebe-84ac-a736f392c694 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.7538881 May 20 14:49:13.008792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.014526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.015375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.016976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:13.017271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2e8c9f-215c-4305-9487-e1b6b55d62c1') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:13.028447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:13.029400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-11590c2f-6f8a-4e28-9d36-bae287841ee9 tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:13.041818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.101815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.118045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-914a585a-2f54-4931-be0d-99885ea00cb0 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:13.164898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.172144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=3d993baf-0cb7-4acd-a116-4359e1c63765,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:13.173065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Provisioning complete for port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:13.173461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.177837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:13.189632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:13.190373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.203423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81702495-5b0d-4b49-8c9a-2c41cbf6535a None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:13.207799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:13.210682 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:13.311891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/3d993baf-0cb7-4acd-a116-4359e1c63765 HTTP/1.1" status: 204 len: 168 time: 2.9867854 May 20 14:49:13.321071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52444) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:13.394713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-e78f5a5d-c721-4155-9375-4d6eef38eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.405383 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-e78f5a5d-c721-4155-9375-4d6eef38eb2d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 0.5209072 May 20 14:49:13.449288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:13.468003 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-615b0b58-595e-4e72-bccf-5e70ffdb1b1c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1444395 May 20 14:49:13.468805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.478741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52448) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:13.504179 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9245241 May 20 14:49:13.506843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5f199e12-e42a-4627-b1f7-6fb47720825b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:13.511517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Network': ['ID=8e5e6d0a-2f8e-4440-91df-c7a75900e695,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:13.514295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:13.515005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52452) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:13.537380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1889284909'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:13.542013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.561620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:13.565005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 8e5e6d0a-2f8e-4440-91df-c7a75900e695 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:13.566100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:13.580335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Network': ['ID=d2c6f950-6ef8-4ce7-a3a3-8699db290a4a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:13.585375 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/d2c6f950-6ef8-4ce7-a3a3-8699db290a4a HTTP/1.1" status: 204 len: 168 time: 1.7549741 May 20 14:49:13.589539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:13.589965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52456) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:13.602514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:network and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:13.639645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:13.677891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:13.691139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.716065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:13.716472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.728371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:13.732063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.747336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Provisioning for port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:13.757606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349aa8b-ab2b-427e-b580-6bd0ad049c8b req-b5171247-9877-4def-ae51-6d53f5d7c696 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.759225 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1349aa8b-ab2b-427e-b580-6bd0ad049c8b req-b5171247-9877-4def-ae51-6d53f5d7c696 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.8090184 May 20 14:49:13.763587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Provisioning complete for port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:13.764138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.815292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575651f-2e66-4085-8709-5de23ef51b65 req-f639b43a-09c8-419a-a8ad-76ffec65f643 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.817587 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d575651f-2e66-4085-8709-5de23ef51b65 req-f639b43a-09c8-419a-a8ad-76ffec65f643 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 945 time: 0.3980217 May 20 14:49:13.836680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.838849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:13.871385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-94e3947e-09d5-4f31-b792-ced7b52f8c43 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:13.886536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:13.902177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Provisioning for port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:13.904873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:13.923294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:13.940602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:13.940837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:13.943904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Subnet': ['ID=451add41-54c0-453c-9149-fe7e1c673b5b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:13.945428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Provisioning complete for port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:13.945812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.946254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:13.955198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:13.956710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:13.958177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-01f16b6a-27dc-42e1-b073-47dd80a8110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:13.959838 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-01f16b6a-27dc-42e1-b073-47dd80a8110c service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.4970722 May 20 14:49:13.965678 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1349aa8b-ab2b-427e-b580-6bd0ad049c8b req-3122ab01-f300-4ec4-b2d1-90a6fa73af7e tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897380 May 20 14:49:13.981548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Deleting port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:13.982042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa7a312-a0b5-4b47-9269-390648ff0dc9 None None] Network aabff130-7324-4cc0-9ce6-f13c8d708868 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:13.982156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.003564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.003903 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Added segment ba1c7a12-edf2-4953-8e76-d2fffcf70610 of type vlan for network 900113cd-8d81-4c3e-bf0f-581c57134938 May 20 14:49:14.041023 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/subnets/451add41-54c0-453c-9149-fe7e1c673b5b HTTP/1.1" status: 204 len: 168 time: 1.9691169 May 20 14:49:14.050683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52460) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:14.054361 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d575651f-2e66-4085-8709-5de23ef51b65 req-c4d42aff-c75b-4be1-813c-b33d7ff9d2fe tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2285125 May 20 14:49:14.059495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:14.062589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.134261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0ab4e2c8-6d52-4a5e-976d-cf57185a9246 None None] Port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:14.147150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Deleting port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:14.147535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.160503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.220264 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-e2199bf9-c4b3-4432-8d57-0e3564d09327 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1000 time: 0.2513664 May 20 14:49:14.315623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting port 7e311eb1-91a4-4b52-8c5b-a1d2279df06f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:14.315623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.326546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] For port 4baea694-1e7f-4c71-9941-e2fd54e4dc88, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4baea694-1e7f-4c71-9941-e2fd54e4dc88,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:14.326867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.334004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e80e6125-5cc3-433a-b9fe-500999d05a2f None None] Provisioning complete for port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:14.334382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e80e6125-5cc3-433a-b9fe-500999d05a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.343552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.353486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.359656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:14.360835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.366159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.376894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb67cded-a321-4710-a247-a40c411ba112 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:14.549460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Calling delete_port for 4baea694-1e7f-4c71-9941-e2fd54e4dc88 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:14.549938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Calling delete_port for 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:14.571269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e80e6125-5cc3-433a-b9fe-500999d05a2f None None] Port 6a4b662e-ab2d-40b2-8fc1-4de03f930e31 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:14.604835 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e80e6125-5cc3-433a-b9fe-500999d05a2f None None] Provisioning complete for port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:14.605235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e80e6125-5cc3-433a-b9fe-500999d05a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.635167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.652900 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1202672 May 20 14:49:14.662046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-14b2a71c-7b23-4c2c-bbfc-065d29c07720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:14.663649 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-14b2a71c-7b23-4c2c-bbfc-065d29c07720 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.3894711 May 20 14:49:14.666556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52466) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:14.669611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Network': ['ID=900113cd-8d81-4c3e-bf0f-581c57134938,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:14.672584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:14.673706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] DHCP port deletion for aabff130-7324-4cc0-9ce6-f13c8d708868 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:14.677935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e80e6125-5cc3-433a-b9fe-500999d05a2f None None] Port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:14.684932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'ports': [{'network_id': '8e5e6d0a-2f8e-4440-91df-c7a75900e695', 'name': 'tempest-port--1066564122', 'admin_state_up': True}, {'network_id': '900113cd-8d81-4c3e-bf0f-581c57134938', 'admin_state_up': False}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:14.685298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'port': {'network_id': '8e5e6d0a-2f8e-4440-91df-c7a75900e695', 'name': 'tempest-port--1066564122', 'admin_state_up': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:14.685986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'port': {'network_id': '900113cd-8d81-4c3e-bf0f-581c57134938', 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:14.686435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 900113cd-8d81-4c3e-bf0f-581c57134938 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:14.801794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f16874-6363-4ff9-8c9d-2480822e8e1e req-a17acb6c-0199-49b9-ac9e-b906e830fe1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:14.808764 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-21f16874-6363-4ff9-8c9d-2480822e8e1e req-a17acb6c-0199-49b9-ac9e-b906e830fe1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 945 time: 0.5622892 May 20 14:49:14.811016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.824367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca6fa9f1-0678-4436-a643-ab63ef2d5717 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:14.857677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Calling delete_port for 7e311eb1-91a4-4b52-8c5b-a1d2279df06f owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:14.881383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Pushing event deleted for resources: {'Port': ['ID=4baea694-1e7f-4c71-9941-e2fd54e4dc88,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:14.883186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] No DVR routers for this DVR port 4baea694-1e7f-4c71-9941-e2fd54e4dc88 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:14.891028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:14.901525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Deleting port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:14.902377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.936093 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-21f16874-6363-4ff9-8c9d-2480822e8e1e req-12829228-406f-4dcd-8571-377f1987335d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1264770 May 20 14:49:14.946822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Deleting port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:14.947192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:14.976953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52470) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:15.019687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] For port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,segment=NetworkSegment(ed4023d8-4160-454c-99e1-a21fc6d33195),segment_id=ed4023d8-4160-454c-99e1-a21fc6d33195)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:15.023214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.106626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-e3f33604-b8b4-4b40-9cb5-4a09db74e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:15.108273 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-e3f33604-b8b4-4b40-9cb5-4a09db74e360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3540430 May 20 14:49:15.170495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Calling delete_port for 329670e9-e3cd-42e2-b5f2-12d34e14ee8f owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:15.223967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.230568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ac38d05-c59f-4e22-b0f2-fb9b7d5a8465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:15.240952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:49:15.241536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.249337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:15.274429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.279359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Pushing event deleted for resources: {'Port': ['ID=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:15.281448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] No DVR routers for this DVR port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:15.283085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:15.285428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:15.296161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad7bf4f-ac88-41b7-a234-08684c6c1c65 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:49:15.364275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:port and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:15.376982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:15.385209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 329670e9-e3cd-42e2-b5f2-12d34e14ee8f no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:15.389987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:15.394171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] For port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,segment=NetworkSegment(ed4023d8-4160-454c-99e1-a21fc6d33195),segment_id=ed4023d8-4160-454c-99e1-a21fc6d33195)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:15.394561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.420402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.435139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 329670e9-e3cd-42e2-b5f2-12d34e14ee8f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:15.435506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 329670e9-e3cd-42e2-b5f2-12d34e14ee8f not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:15.435916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4baea694-1e7f-4c71-9941-e2fd54e4dc88 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:15.444591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Subnet': ['ID=31c89e69-38fa-4e27-846e-1994e8f6f907,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:15.459535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:15.481006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 4baea694-1e7f-4c71-9941-e2fd54e4dc88 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:15.481359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4baea694-1e7f-4c71-9941-e2fd54e4dc88 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:15.504223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57b97f63-b78d-48b4-a494-5465f24148d9 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:15.518938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad7bf4f-ac88-41b7-a234-08684c6c1c65 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:49:15.534662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3462ac2-a7fe-46b0-ab1f-4de51184ca35 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:15.536497 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e3462ac2-a7fe-46b0-ab1f-4de51184ca35 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1093 time: 0.5550132 May 20 14:49:15.549793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Calling delete_port for 329670e9-e3cd-42e2-b5f2-12d34e14ee8f owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:15.550983 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/ports/7e311eb1-91a4-4b52-8c5b-a1d2279df06f HTTP/1.1" status: 204 len: 168 time: 1.9560080 May 20 14:49:15.551844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52476) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:15.554283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'port': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:15.558733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.566487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52478) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:15.572844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Port': ['ID=7e311eb1-91a4-4b52-8c5b-a1d2279df06f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:15.573881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.577975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:15.585303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Checking segment: {'id': 'bf4d9eee-9dc2-483c-a584-531c79e73d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:15.585466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network hostable DHCP agents. Network: 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:15.586853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:15.589619 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-e836f921-3b58-4b20-8db6-26e03d1a2460 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664454 May 20 14:49:15.590490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:15.632377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:15.639134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.652591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event deleted for resources: {'Port': ['ID=6a4b662e-ab2d-40b2-8fc1-4de03f930e31,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:15.661781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79431886-eb42-411b-bf53-2cb56170ff5b req-3fd8777c-a5ec-4d15-85c4-478934cf4a7a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:15.663055 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-79431886-eb42-411b-bf53-2cb56170ff5b req-3fd8777c-a5ec-4d15-85c4-478934cf4a7a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4322155 May 20 14:49:15.667736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:15.668003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:15.674382 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c681d91-fb4c-4b80-858b-7f9b0cb6aeda tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] DELETE failed (client error): The resource could not be found. May 20 14:49:15.674842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c681d91-fb4c-4b80-858b-7f9b0cb6aeda tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:15.679165 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c681d91-fb4c-4b80-858b-7f9b0cb6aeda tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/9ada4d14-5ac8-47c1-a1f8-49465be5c92f HTTP/1.1" status: 404 len: 337 time: 0.1060283 May 20 14:49:15.689280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:15.695083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52484) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:15.703500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:15.803762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:15.876058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '9554f891-54a8-411a-8d90-cafb6013974a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:15.876887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.877850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.916463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:15.935221 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-79431886-eb42-411b-bf53-2cb56170ff5b req-8cc422d9-73a9-43ee-a893-b90a06e4d7ad tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298551 May 20 14:49:15.939689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] device_id is not set on port 84e42828-8a1a-4e7e-aa30-84ffcfa3f66d yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:15.951709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.967609 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "DELETE /v2.0/ports/6a4b662e-ab2d-40b2-8fc1-4de03f930e31 HTTP/1.1" status: 204 len: 168 time: 2.9152973 May 20 14:49:15.967609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52488) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:15.967890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.977294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:15.977923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:15.978311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Request body: {'port': {'name': 'tempest-new-port-name-937060535', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:15.978806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] bootfile-name is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:49:15.979273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] tftp-server is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:49:15.979667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] server-ip-address is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:49:15.994242 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-56be016a-ce1a-42db-bd64-bea6933314c3 req-c779bee2-9dff-4036-bfb8-8ae2c280823c service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658936 May 20 14:49:16.050935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.051328 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6386068 May 20 14:49:16.059983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52492) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:16.060727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-807cbb63-dd77-490f-a6cb-15a898b90fb8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:16.068301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/9554f891-54a8-411a-8d90-cafb6013974a/2d904197-af6b-490a-b43a-fde02606e627) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:16.105371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-840558471', 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:16.109743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:16.129851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Port': ['ID=329670e9-e3cd-42e2-b5f2-12d34e14ee8f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:16.136462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:port and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:16.139668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] No DVR routers for this DVR port 329670e9-e3cd-42e2-b5f2-12d34e14ee8f on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:16.179580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:16.203392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:16.225222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:16.332201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.344178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Transition to ACTIVE for port object 2d904197-af6b-490a-b43a-fde02606e627 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:16.345087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Made reservation on behalf of 027991daa66b4eeaa862d5760686f8b2 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:16.347632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.357130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.364633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Transition to ACTIVE for port object 2d904197-af6b-490a-b43a-fde02606e627 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:16.370583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.374223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d5c0ba72-39c6-4b8e-abbc-d014dbe08c32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:16.418534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.425308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.432845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aec1178f-000b-4796-8c4c-9190ca6547c3 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:16.447492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.476783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:16.477223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc48aaa9-b88f-4882-a02e-729f681e68ff']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:16.480055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:16.482413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:16.491603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Pushing event updated for resources: {'Port': ['ID=2d904197-af6b-490a-b43a-fde02606e627,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:16.494402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:16.497512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] device_id is not set on port 01b81b0b-d398-4f68-ad6a-117e82950aa7 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:16.511279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:16.519257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:16.519799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ee4c3b-0167-4233-9d6c-49a1e58b7597') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:16.526694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:16.543797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabff130-7324-4cc0-9ce6-f13c8d708868']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:16.547967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.561946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:16.562546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.568906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4023d8-4160-454c-99e1-a21fc6d33195') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:16.569202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4023d8-4160-454c-99e1-a21fc6d33195') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:16.580509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=9554f891-54a8-411a-8d90-cafb6013974a,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:16.586694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:16.589437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Attempting to bind port 2d904197-af6b-490a-b43a-fde02606e627 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:16.590252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Attempting to bind port 2d904197-af6b-490a-b43a-fde02606e627 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:16.590988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Attempting to bind port 2d904197-af6b-490a-b43a-fde02606e627 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:16.591153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.600256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:16.601066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:16.601980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.602625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:16.602753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:16.603031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.603985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Bound port: 2d904197-af6b-490a-b43a-fde02606e627, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:16.604669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.619531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:16.621251 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:16.628135 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1249828 May 20 14:49:16.628211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.634891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52496) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:16.681221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '9554f891-54a8-411a-8d90-cafb6013974a', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-772598125'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:16.713162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.731036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] For port 2d904197-af6b-490a-b43a-fde02606e627, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:16.756007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.760466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.767607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d23d5ccb-4c7a-4dcf-9f81-1d833029227b tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:16.787960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.799259 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/dc48aaa9-b88f-4882-a02e-729f681e68ff HTTP/1.1" status: 204 len: 168 time: 1.0986075 May 20 14:49:16.800454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Network': ['ID=dc48aaa9-b88f-4882-a02e-729f681e68ff,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:16.803237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:16.803986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52500) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:16.925860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting subnet bad77d2b-904f-49d4-b7fb-d0214583f9b9 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:16.934122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:16.962804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.200 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/99b33ccb-ed3d-4e78-914a-a6b9f9dd1487) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:17.032360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.045027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:17.045425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:17.069097 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:17.209832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.220748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.349047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] device_id is not set on port fc35174a-169d-4f90-b94c-2cc575ace768 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:17.384051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.390633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-91b44ec8-0a21-4f3b-818f-b065ace0ee88 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:17.397138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] For port 2d904197-af6b-490a-b43a-fde02606e627, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2d904197-af6b-490a-b43a-fde02606e627,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:17.400613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Allocated IP 172.20.0.10 (3dfadd86-f7ec-45ac-91eb-1ee13693d8c1/31c89e69-38fa-4e27-846e-1994e8f6f907/01b81b0b-d398-4f68-ad6a-117e82950aa7) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:17.401385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.406381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:17.413932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.427651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:17.431853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e742466b-e455-49e4-991c-ce80c141df1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:17.454723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.478704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:17.487396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Pushing event deleted for resources: {'Network': ['ID=aabff130-7324-4cc0-9ce6-f13c8d708868,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:17.487944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:17.492992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Pushing event updated for resources: {'Port': ['ID=2d904197-af6b-490a-b43a-fde02606e627,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:17.496730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:17.497988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:17.503032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:17.510415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:17.510767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:17.522528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:17.570916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=99b33ccb-ed3d-4e78-914a-a6b9f9dd1487,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:17.574172 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:17.577260 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] 10.222.0.58 "DELETE /v2.0/networks/aabff130-7324-4cc0-9ce6-f13c8d708868 HTTP/1.1" status: 204 len: 168 time: 3.5218971 May 20 14:49:17.592048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1cfc9-6c24-4706-9d89-c07a4824394f req-70946edd-c4cc-4255-a489-8a0ff31c5811 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:17.593824 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c9e1cfc9-6c24-4706-9d89-c07a4824394f req-70946edd-c4cc-4255-a489-8a0ff31c5811 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.5239034 May 20 14:49:17.640332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:17.658220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:49:17.748181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.763508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-41531ad8-9c66-4c93-9f88-b1a8ab7ee86e tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:17.774679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.793017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.795008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:17.814331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f70ed4ed-87db-41a0-9c57-49546b8f3224 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527 tempest-PortsAdminExtendedAttrsIpV6TestJSON-732344527-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:17.820539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Subnet': ['ID=bad77d2b-904f-49d4-b7fb-d0214583f9b9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:17.822889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:17.840858 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/subnets/bad77d2b-904f-49d4-b7fb-d0214583f9b9 HTTP/1.1" status: 204 len: 168 time: 1.0321453 May 20 14:49:17.858599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52508) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:18.006954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52514) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:18.124445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.127657 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c9e1cfc9-6c24-4706-9d89-c07a4824394f req-62a16815-3065-4a71-a1a6-fa938ca14d51 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459560 May 20 14:49:18.173515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event updated for resources: {'Port': ['ID=cb47a83e-ef5f-4d71-aca9-12596e7a3a43,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:18.177026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:18.254528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.295934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] In _notify_port_updated(), no bound segment for port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 on network 2636be5c-2542-46f9-9e09-f7214abf3af5 {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:49:18.301261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:18.301887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.303403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "PUT /v2.0/ports/cb47a83e-ef5f-4d71-aca9-12596e7a3a43 HTTP/1.1" status: 200 len: 1135 time: 2.3373473 May 20 14:49:18.307460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52522) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:18.325411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.330172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.349417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.376831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 0514a9ea-e713-4d5f-8960-39676608f0bf yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:18.447515 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e2b6032c-d78a-4f81-b89e-9cc54929ee77 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=460ee5af1b1d4bebbcfeee0b7dd89232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393306 May 20 14:49:18.452265 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52526) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:18.459291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d00e31-98c8-42a3-bc4e-61cc3c4231d8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:18.460692 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-20d00e31-98c8-42a3-bc4e-61cc3c4231d8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "GET /v2.0/ports/cb47a83e-ef5f-4d71-aca9-12596e7a3a43 HTTP/1.1" status: 200 len: 1135 time: 0.1499202 May 20 14:49:18.465395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52530) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:18.488118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.502210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0c8e8687-c418-4097-9b06-e74367c2d5ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:18.553220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.671604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Port': ['ID=84e42828-8a1a-4e7e-aa30-84ffcfa3f66d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:18.673868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58f2229-670a-40d6-be43-bd362f50ecee None None] Network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:18.675728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.677985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:18.694729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:18.702536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.767413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Checking segment: {'id': '345e0a83-f504-4249-acab-69bfe3219cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '8e5e6d0a-2f8e-4440-91df-c7a75900e695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:18.767647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network hostable DHCP agents. Network: 8e5e6d0a-2f8e-4440-91df-c7a75900e695, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:18.771044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Deleting port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:18.771452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.777673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da43cc21-7c8e-4988-a056-8d91c4732062 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:18.791697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675dc4e5-7a43-4ade-bbab-7ffe14fa5fbc None None] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:18.792867 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:49:18.793361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:18.798685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:18.823323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:18.825706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:18.837031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.954764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Deleting port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:18.955607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.980222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:18.999167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:19.042887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7493fb8-51ff-4b3d-b861-aa7b7ac8cce5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:19.055705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:19.060887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Port': ['ID=01b81b0b-d398-4f68-ad6a-117e82950aa7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:19.064051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:19.074592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ed6b7662-36e4-4a73-a2fd-f3310f456d3e None None] Provisioning for port 2d904197-af6b-490a-b43a-fde02606e627 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:19.132989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.137064 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7493fb8-51ff-4b3d-b861-aa7b7ac8cce5 HTTP/1.1" status: 204 len: 168 time: 0.6753449 May 20 14:49:19.180562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:19.181399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.197237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] For port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,segment=NetworkSegment(5ce6b291-a8ca-467f-a230-6783e4b7ea67),segment_id=5ce6b291-a8ca-467f-a230-6783e4b7ea67)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:19.197602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.214120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.218951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.229989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.242527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6c893274-6217-4a49-8a41-ff1990adbb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:19.345644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] DHCP port deletion for 33c0cca9-89ce-4a98-ad1f-d1685379a355 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:19.370617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=99b33ccb-ed3d-4e78-914a-a6b9f9dd1487,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:19.413231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-358d66ba-9409-4ab6-807a-4dfda4e4b5cc None None] Provisioning complete for port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:19.413616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-358d66ba-9409-4ab6-807a-4dfda4e4b5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.462414 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-32f340ef-d8c6-4f9d-b92e-7298d7422752 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.8216665 May 20 14:49:19.463601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network 8e5e6d0a-2f8e-4440-91df-c7a75900e695 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:19.482043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Calling delete_port for f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:19.486956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52540) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:19.496775 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.4046361 May 20 14:49:19.496775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 8e5e6d0a-2f8e-4440-91df-c7a75900e695) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:19.497369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:19.504991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Calling delete_port for cb47a83e-ef5f-4d71-aca9-12596e7a3a43 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:19.507624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52546) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:19.514363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2d904197-af6b-490a-b43a-fde02606e627 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:19.537162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:19.541292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.541442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f691670-802c-4bd0-8e38-08624cf9ac90 None None] Network 8e5e6d0a-2f8e-4440-91df-c7a75900e695 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:19.551154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7f3d8be3-5926-4cd8-b1bb-5e8f54eefd20 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:19.656156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.679400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Port': ['ID=fc35174a-169d-4f90-b94c-2cc575ace768,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:19.690106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:19.714081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Checking segment: {'id': 'ba1c7a12-edf2-4953-8e76-d2fffcf70610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '900113cd-8d81-4c3e-bf0f-581c57134938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:19.714800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network hostable DHCP agents. Network: 900113cd-8d81-4c3e-bf0f-581c57134938, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:19.726928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ea873-d110-489c-8e99-86f8c850557e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:19.727823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c43ea873-d110-489c-8e99-86f8c850557e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:19.750432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.758095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e80054fc-816e-4a55-ac08-bb6a582836ab tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:19.812822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Port': ['ID=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:19.813752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-358d66ba-9409-4ab6-807a-4dfda4e4b5cc None None] Port cb47a83e-ef5f-4d71-aca9-12596e7a3a43 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:19.817226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:19.817936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c43ea873-d110-489c-8e99-86f8c850557e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:19.819346 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c43ea873-d110-489c-8e99-86f8c850557e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3308597 May 20 14:49:19.820341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network 900113cd-8d81-4c3e-bf0f-581c57134938 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:19.822776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52556) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:19.823760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] No DVR routers for this DVR port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:19.833279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a2291-e59c-4f10-a688-d9b6cb66ea90 None None] Network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:19.880371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Deleting port 01b81b0b-d398-4f68-ad6a-117e82950aa7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:19.881866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.894460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.924433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 900113cd-8d81-4c3e-bf0f-581c57134938) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:19.933322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Deleting port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:19.933712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:19.952473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:19.958166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9de74e-d256-4d1a-a0c8-6350dd9af2f1 None None] Network 900113cd-8d81-4c3e-bf0f-581c57134938 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:19.959544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:19.963886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:19.964447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.078442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af333bd2-55e5-4eba-96ce-99801cfc7443 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:20.082414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af333bd2-55e5-4eba-96ce-99801cfc7443 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:20.083630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-af333bd2-55e5-4eba-96ce-99801cfc7443 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:20.092529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.106131 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.4324687 May 20 14:49:20.115551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52566) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:20.173046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52570) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:20.176878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c0cca9-89ce-4a98-ad1f-d1685379a355']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:20.189041 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 476d56c1-4934-45b8-8007-5ce64d96c248 associated. External IP: 172.26.6.200, port: 6d9bef76-2fe1-4858-b043-b4808f0aaea3. May 20 14:49:20.197355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce6b291-a8ca-467f-a230-6783e4b7ea67') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:20.197651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce6b291-a8ca-467f-a230-6783e4b7ea67') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:20.213568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.227149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-af333bd2-55e5-4eba-96ce-99801cfc7443 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:20.230894 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-af333bd2-55e5-4eba-96ce-99801cfc7443 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4012337 May 20 14:49:20.231854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52576) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:20.278311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.313337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:20.313747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:20.331721 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:20.358240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.416743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 9554f891-54a8-411a-8d90-cafb6013974a {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:20.418549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] For port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:20.419237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.426811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f3f74-038a-426e-8a9d-d16eacf72119 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:20.429971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2d904197-af6b-490a-b43a-fde02606e627 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:20.432555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f3f74-038a-426e-8a9d-d16eacf72119 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:20.433519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c37f3f74-038a-426e-8a9d-d16eacf72119 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Synchronizing usage tracker for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:20.438335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-961e3579-8b09-411c-85bf-07511e5a01aa tempest-DvrRoutersNegativeTest-76447506 tempest-DvrRoutersNegativeTest-76447506-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1791685839', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:20.441270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.policy [None req-961e3579-8b09-411c-85bf-07511e5a01aa tempest-DvrRoutersNegativeTest-76447506 tempest-DvrRoutersNegativeTest-76447506-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=98806) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} May 20 14:49:20.441819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.policy [None req-961e3579-8b09-411c-85bf-07511e5a01aa tempest-DvrRoutersNegativeTest-76447506 tempest-DvrRoutersNegativeTest-76447506-project] Failed policy check for 'create_router' {{(pid=98806) enforce /opt/stack/neutron/neutron/policy.py:520}} May 20 14:49:20.442542 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-961e3579-8b09-411c-85bf-07511e5a01aa tempest-DvrRoutersNegativeTest-76447506 tempest-DvrRoutersNegativeTest-76447506-project] create failed (client error): Access was denied to this resource. May 20 14:49:20.443450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.443996 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-961e3579-8b09-411c-85bf-07511e5a01aa tempest-DvrRoutersNegativeTest-76447506 tempest-DvrRoutersNegativeTest-76447506-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2718835 May 20 14:49:20.508993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.514344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:20.528023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2d904197-af6b-490a-b43a-fde02606e627 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:20.528576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.529529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.540594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.566866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.572048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c37f3f74-038a-426e-8a9d-d16eacf72119 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Unset dirty status for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:20.575994 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c37f3f74-038a-426e-8a9d-d16eacf72119 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4564147 May 20 14:49:20.579911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Calling delete_port for 01b81b0b-d398-4f68-ad6a-117e82950aa7 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:20.582039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52582) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:20.589482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Pushing event deleted for resources: {'Network': ['ID=33c0cca9-89ce-4a98-ad1f-d1685379a355,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:20.593102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:20.598089 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] 10.222.0.58 "DELETE /v2.0/networks/33c0cca9-89ce-4a98-ad1f-d1685379a355 HTTP/1.1" status: 204 len: 168 time: 2.6395164 May 20 14:49:20.599460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:20.648966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Calling delete_port for f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:20.700661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:49:20.730409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event deleted for resources: {'Port': ['ID=cb47a83e-ef5f-4d71-aca9-12596e7a3a43,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:20.773584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:20.808504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.894980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:20.921070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ac350992-0336-4408-9374-9065fb11de1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:20.940119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Deleting port 84e42828-8a1a-4e7e-aa30-84ffcfa3f66d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:20.951853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.011343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.012856 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Network 33c0cca9-89ce-4a98-ad1f-d1685379a355 is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:49:21.013606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] No DVR routers for this DVR port f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:21.038795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Pushing event deleted for resources: {'Port': ['ID=f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:21.041594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:21.082840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Provisioning complete for port 2d904197-af6b-490a-b43a-fde02606e627 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:21.083288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.113287 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "DELETE /v2.0/ports/cb47a83e-ef5f-4d71-aca9-12596e7a3a43 HTTP/1.1" status: 204 len: 168 time: 2.6371095 May 20 14:49:21.114924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52592) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:21.132701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52594) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:21.192718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52600) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:21.202728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.268049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:49:21.293867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Deleting subnet 8bccbb5c-9c35-4afd-9d3c-1b04d297c921 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:21.296348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.297081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.377406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.419893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.425494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.442425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:21.499644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b81b0b-d398-4f68-ad6a-117e82950aa7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:21.512668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.523189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Calling delete_port for 84e42828-8a1a-4e7e-aa30-84ffcfa3f66d owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:21.542856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:21.591050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:1c1350d9bb10451b9f67a064c3fd5b92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:21.600955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.601368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.601733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.602127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.602489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.602850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.603299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.603657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.604014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.604367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.604719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.605070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:21.607958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:21.639633 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d129ae5f-780f-4808-b19f-97538b59dde8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fab6db2bb76345c7b7071df945dc7020&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4458041 May 20 14:49:21.643918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52608) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:21.668471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:21.697740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:21.738679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.747139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:21.783243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.790913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.805764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:21.806552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.811673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=9554f891-54a8-411a-8d90-cafb6013974a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:21.814279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:21.820085 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.821212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c50ab1f-7f8f-4280-a46f-faea5e9451af tempest-FloatingIPAdminTestJSON-1710925923 tempest-FloatingIPAdminTestJSON-1710925923-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:21.845540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da8e75b-1303-4500-910a-14c5f67b44af None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:21.850368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.859127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:21.883708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.908547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:21.909369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:21.911793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:21.918924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Port': ['ID=84e42828-8a1a-4e7e-aa30-84ffcfa3f66d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:21.933419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:21.948250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/9554f891-54a8-411a-8d90-cafb6013974a HTTP/1.1" status: 204 len: 168 time: 1.7152445 May 20 14:49:21.950747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52612) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:21.956752 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/ports/84e42828-8a1a-4e7e-aa30-84ffcfa3f66d HTTP/1.1" status: 204 len: 168 time: 1.3621407 May 20 14:49:22.009361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:49:22.009891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:49:22.022045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52616) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:22.052156 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/ports/01b81b0b-d398-4f68-ad6a-117e82950aa7 HTTP/1.1" status: 204 len: 168 time: 2.5405040 May 20 14:49:22.059849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.063979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:49:22.064451 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:49:22.067122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52620) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:22.073675 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f966ac67-f3cf-47b4-ab19-ce7f6cb7222f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216109 May 20 14:49:22.085659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52624) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:22.091180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1', 'external_fixed_ips': [{'subnet_id': '31c89e69-38fa-4e27-846e-1994e8f6f907', 'ip_address': '172.20.0.10'}]}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:22.101693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:22.123756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:22.152337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:router and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:22.162373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:22.166827 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6016243 May 20 14:49:22.186383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:49:22.193224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52628) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:22.213690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:22.289072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.293294 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'status': 'completed', 'code': 200} May 20 14:49:22.298751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-614a2310-105f-4196-a021-d97f6a184095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:22.318602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:22.321155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9c1c0e-920a-409c-a87b-d20bddc9b749,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:22.323466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:22.327758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:22.332218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.335724 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc9c1c0e-920a-409c-a87b-d20bddc9b749 HTTP/1.1" status: 204 len: 168 time: 0.6866324 May 20 14:49:22.342389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:22.346829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:22.355284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:22.367318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Deleting port fc35174a-169d-4f90-b94c-2cc575ace768 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:22.367665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.442286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.464402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.483133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:22.483478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:22.487309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.507192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.507192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.530114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.530831 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:49:22.573221 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1c1350d9bb10451b9f67a064c3fd5b92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4385920 May 20 14:49:22.578156 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a5c4a2ed-b3c1-4057-a042-2f001731c61d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/476d56c1-4934-45b8-8007-5ce64d96c248 HTTP/1.1" status: 200 len: 991 time: 0.2921908 May 20 14:49:22.579134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52638) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:22.635808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d127f4c2-fc79-43b7-9551-e3763a1e3c4e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:22.648154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:22.693607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Calling delete_port for fc35174a-169d-4f90-b94c-2cc575ace768 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:22.695062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-c7c8a415-2f57-444d-84bd-0ee5a4a26625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:22.696600 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-c7c8a415-2f57-444d-84bd-0ee5a4a26625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1098 time: 0.4108226 May 20 14:49:22.770411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.787959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.799771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.818583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.893174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.930879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:22.949862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2d904197-af6b-490a-b43a-fde02606e627, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2d904197-af6b-490a-b43a-fde02606e627,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:22.955847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.973224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5eb080d1-6b07-4f15-b4b1-793caee3ddb9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:22.988612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:22.997802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:23.034700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.081038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.084026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.085492 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d127f4c2-fc79-43b7-9551-e3763a1e3c4e HTTP/1.1" status: 204 len: 168 time: 0.5029182 May 20 14:49:23.086726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event deleted for resources: {'Subnet': ['ID=8bccbb5c-9c35-4afd-9d3c-1b04d297c921,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:23.087939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a930375-bfe8-49a9-b00f-b096c5a154f6 None None] Network 2636be5c-2542-46f9-9e09-f7214abf3af5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:23.095691 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "DELETE /v2.0/subnets/8bccbb5c-9c35-4afd-9d3c-1b04d297c921 HTTP/1.1" status: 204 len: 168 time: 1.9677241 May 20 14:49:23.097087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:23.100469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7305eb36-7ed4-49d9-bd05-981ffce1ad73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:23.107550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52656) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:23.121462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:23.194205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:23.194589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f1177cdc-4f6f-4242-b8e6-9c9a1aed2f0d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:23.239216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.318883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.331034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:49:23.331433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-45267eb7-ec4a-4e67-b8f1-aa753873acef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:49:23.331663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d127f4c2-fc79-43b7-9551-e3763a1e3c4e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:23.346192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:23.374004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2d904197-af6b-490a-b43a-fde02606e627,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:23.389871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2d904197-af6b-490a-b43a-fde02606e627 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:23.394465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.426673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f1e941d-ed98-4a87-b273-1dda4304c34f tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:23.438698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-e9457a8a-e09f-46d6-80b8-b39bb56b6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:23.440419 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-e9457a8a-e09f-46d6-80b8-b39bb56b6831 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 897 time: 0.7327693 May 20 14:49:23.448207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.448652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.448893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.449227 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.449569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.450029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.450362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.451037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.451037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.451359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.451684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.452005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.471039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:23.516096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52666) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:23.519581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Port': ['ID=fc35174a-169d-4f90-b94c-2cc575ace768,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:23.529333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Deleting port 2d904197-af6b-490a-b43a-fde02606e627 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:23.529744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.560875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.577836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.578221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.578643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.580425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.580809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.581185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.581556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.581927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.582265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.582813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.583381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.584022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:23.625061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-ca65d02b-f688-43fe-b7f3-a76d62665b06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 200 len: 999 time: 0.1758142 May 20 14:49:23.625598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52674) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:23.635382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:23.688279 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/ports/fc35174a-169d-4f90-b94c-2cc575ace768 HTTP/1.1" status: 204 len: 168 time: 1.6651311 May 20 14:49:23.690499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52682) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:23.712617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:18Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:23.723336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] For port 2d904197-af6b-490a-b43a-fde02606e627, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2d904197-af6b-490a-b43a-fde02606e627,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:23.723744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.732097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:49:23.740964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.762325 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aef467eb-9b3b-4614-97e7-eded5027ebb1 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Synchronizing usage tracker for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:23.809303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aef467eb-9b3b-4614-97e7-eded5027ebb1 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Unset dirty status for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:23.815260 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aef467eb-9b3b-4614-97e7-eded5027ebb1 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1206226 May 20 14:49:23.820396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52688) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:23.827244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-290863170'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:23.840458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Deleting port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:23.840764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:23.852598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-785098859'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:23.864773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:23.894035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:23.912161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:network and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:23.913782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:23.918240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:23.921386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:23.933764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:23.933933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:23.936577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-c59ba603-c3e9-411c-ba51-0689df6f98ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:23.938075 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-c59ba603-c3e9-411c-ba51-0689df6f98ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b8ba3f6-152b-4a8f-b902-1926cb86216a HTTP/1.1" status: 200 len: 834 time: 0.1895196 May 20 14:49:23.949524 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3f136481-45d7-4c8f-a7c1-e0a422e41bdb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/476d56c1-4934-45b8-8007-5ce64d96c248 HTTP/1.1" status: 200 len: 991 time: 0.3211164 May 20 14:49:23.999378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Calling delete_port for 2d904197-af6b-490a-b43a-fde02606e627 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:24.033461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] For port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,segment=NetworkSegment(23628e13-f44b-4d1a-9a00-74abce1ba129),segment_id=23628e13-f44b-4d1a-9a00-74abce1ba129)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:24.033957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.082390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.098889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:24.122443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:24.126506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.143143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:24.145096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:24.192537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.231382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.231620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] No DVR routers for this DVR port 2d904197-af6b-490a-b43a-fde02606e627 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:24.268989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:24.284944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.287345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group_rule and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:24.294786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:24.331162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] DHCP port deletion for 2636be5c-2542-46f9-9e09-f7214abf3af5 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:24.336008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52700) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:24.336936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Pushing event deleted for resources: {'Port': ['ID=2d904197-af6b-490a-b43a-fde02606e627,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:24.337059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:24.339936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:24.348757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Calling delete_port for d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:24.403778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:24.406599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.464326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] vlan segment allocate from pool success with {'vlan_id': 709, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:24.488491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.488859 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Added segment bf62ed99-471d-40b4-bee3-24d8699486f9 of type vlan for network 04c97704-ab1a-45da-9cc1-3fc118774cac May 20 14:49:24.496678 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-9c7c3697-2b87-4c88-bf13-ab23c2fdf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:24.498150 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-9c7c3697-2b87-4c88-bf13-ab23c2fdf0cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e5173e-a289-47a2-8422-9bb1a2360f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5447102 May 20 14:49:24.538556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Deleting port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:24.539335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.552105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1316717089'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:24.552505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.561416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9c8a99d-e68c-4598-aee3-dae41bc62de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:24.568801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:24.579924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:24.597331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.597548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:24.618923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:24.621659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.637291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5bd9e5f7-213a-430f-8b86-ecf200657ad9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:24.661680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event deleted for resources: {'Port': ['ID=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:24.666578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:24.669011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:24.671076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] No DVR routers for this DVR port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:24.734520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] For port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:24.735592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.736429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:24.743423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:24.757425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.764970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:24.765613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.769699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.770013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Allocated IP 172.20.0.10 (3dfadd86-f7ec-45ac-91eb-1ee13693d8c1/31c89e69-38fa-4e27-846e-1994e8f6f907/9eccadd7-a5c8-47bb-a4c7-286984db73c3) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:24.775462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:24.776006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.783673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.791242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0807fde3-2bda-4028-879b-e3b7afaf13b2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:24.800922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=3b72d2d0-3f38-410c-98a6-ee4a10dc05aa,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:24.803249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.815366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:24.819574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04561f8f-4518-4083-876e-67664a873121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:24.853607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7702e445-23dc-465a-9743-013285daecac,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:24.871988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d1a13e-7f7b-47b4-af56-f855e8124d4e None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:24.887360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:24.888987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:24.889549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.898036 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-c06ca655-a268-41b1-8688-88e067cc0c64 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918147 May 20 14:49:24.900232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.929601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.929969 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment 40cdf368-01ae-4e24-a10e-c01cb87f48c1 of type vlan for network 6c95614b-38a4-4c06-b92e-d918d166b5ad May 20 14:49:24.932892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:24.971928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Calling delete_port for d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:24.980533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52706) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:24.986922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:49:24.988126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:24.994947 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9057300 May 20 14:49:24.995519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:24.997502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52710) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:25.001274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:25.002930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:25.023544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:25.036670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.069358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Network': ['ID=04c97704-ab1a-45da-9cc1-3fc118774cac,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:25.078799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2636be5c-2542-46f9-9e09-f7214abf3af5']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:25.102484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:25.107639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:25.112042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 04c97704-ab1a-45da-9cc1-3fc118774cac details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:25.127824 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3063750 May 20 14:49:25.140487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Pushing event deleted for resources: {'Port': ['ID=d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:25.143461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:25.161235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] No DVR routers for this DVR port d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:25.181486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:25.187432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23628e13-f44b-4d1a-9a00-74abce1ba129') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:25.187979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23628e13-f44b-4d1a-9a00-74abce1ba129') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:25.198096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52714) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:25.217687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:router and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:25.237337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-423259920'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:25.240970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:25.247561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.248373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.269818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:25.276620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:25.283052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.286508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:network and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:25.293667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:25.293667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.297068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cfb0a926-98c7-4c9b-aa7f-c0712b3004fb tempest-QuotasNegativeTest-1761815861 tempest-QuotasNegativeTest-1761815861-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:25.300882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.306306 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c71305e9-aa80-4fe3-b0c6-377cc8335684 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/476d56c1-4934-45b8-8007-5ce64d96c248 HTTP/1.1" status: 200 len: 991 time: 0.3190508 May 20 14:49:25.307782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:25.329108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:25.340011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:25.340516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.355800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:25.356036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.356983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:25.360601 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:25.389271 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd4148cc-5053-48a7-9b97-6de57b2c37bf req-5a1e1c3b-5c69-4e43-ba8f-e2624f75b4de service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308417 May 20 14:49:25.402339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=6c95614b-38a4-4c06-b92e-d918d166b5ad,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:25.409425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:25.410319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d09acad5-ab94-4f2d-8a39-b11c7cd4ddb0 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:25.420289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:25.437233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:25.440999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.450891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:25.461928 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9372230 May 20 14:49:25.466917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52718) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:25.470957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.476470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'name': 'tempest-PortsIpV6TestJSON-855931856'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:25.476907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.496319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.504339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:25.506688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:25.513457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.519893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d3c99775-ebe1-4d94-9f43-cf9794889825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:25.522839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.533321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.538853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:25.544685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Pushing event deleted for resources: {'Network': ['ID=2636be5c-2542-46f9-9e09-f7214abf3af5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:25.553138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:25.554830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.555510 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Added segment 33c0345d-4f42-4edf-ac4c-309faee68bcb of type vlan for network d87d9dfd-e598-47d6-afda-20745ed04b4b May 20 14:49:25.557479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.573005 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] 10.222.0.58 "DELETE /v2.0/networks/2636be5c-2542-46f9-9e09-f7214abf3af5 HTTP/1.1" status: 204 len: 168 time: 2.4600861 May 20 14:49:25.611821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:25.617244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:25.618771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.634605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:25.649630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:25.652442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:25.657654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:25.677024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.682940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff475eaa-4b12-46af-8d10-c76c8f55d7e7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:25.695621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:25.697006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:25.697966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.699578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3789522c-a7fe-44ca-b1ba-624724e09e05 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:25.716774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9e28ccb7-6455-4c36-9ce3-5b7a9243c91d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:25.731713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.733165 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e202704e-771c-49ec-bde3-99c292d1f9ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6653225 May 20 14:49:25.739073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52724) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:25.768497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:25.776186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:25.777037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.792807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:25.798345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:25.816451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:25.864966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:18Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:25.881385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bd2d3-15c4-4810-afa8-ab71f346465e None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:48:29Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:18Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:25.903217 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6850586 May 20 14:49:25.963841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:25.972485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Port': ['ID=9eccadd7-a5c8-47bb-a4c7-286984db73c3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:25.996717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:25.998203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.019074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/3b72d2d0-3f38-410c-98a6-ee4a10dc05aa/5152f133-39c5-4172-8a00-69cf65467ba9) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:26.021161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d14e9124-a460-400c-a509-b41a545fe291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:26.051950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:26.058723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.134292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52730) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:26.134292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52732) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:26.136058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Network': ['ID=d87d9dfd-e598-47d6-afda-20745ed04b4b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:26.150215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d87d9dfd-e598-47d6-afda-20745ed04b4b details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:26.153578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:26.174705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'subnets': [{'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--422609086', 'ip_version': 4}, {'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:26.175011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'subnet': {'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--422609086', 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:26.175615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Request body: {'subnet': {'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:26.216567 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3387e9-c833-4522-9507-66d7deb444dd None None] New status for floating IP 476d56c1-4934-45b8-8007-5ce64d96c248: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:49:26.318757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:26.322003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52740) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:26.415578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.428572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Transition to ACTIVE for port object 5152f133-39c5-4172-8a00-69cf65467ba9 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:26.450805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Transition to ACTIVE for port object 5152f133-39c5-4172-8a00-69cf65467ba9 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:26.458267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.463728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:26.531112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:26.539477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:26.541883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:26.558383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4394ecc-64d5-425e-9c21-75a1da47c439,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:26.588993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Pushing event updated for resources: {'Port': ['ID=5152f133-39c5-4172-8a00-69cf65467ba9,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:26.591883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:26.592144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:26.631840 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-09b40ed0-1cb6-48fb-b24d-f82741fca281 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/476d56c1-4934-45b8-8007-5ce64d96c248 HTTP/1.1" status: 200 len: 991 time: 0.3090963 May 20 14:49:26.649168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Attempting to bind port 5152f133-39c5-4172-8a00-69cf65467ba9 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:26.649548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Attempting to bind port 5152f133-39c5-4172-8a00-69cf65467ba9 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:26.649920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Attempting to bind port 5152f133-39c5-4172-8a00-69cf65467ba9 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:26.655300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:26.655687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:26.656094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.656487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:26.657525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Bound port: 5152f133-39c5-4172-8a00-69cf65467ba9, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:26.657902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.670990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.672819 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3323755 May 20 14:49:26.678612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52744) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:26.681658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.752156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] For port 5152f133-39c5-4172-8a00-69cf65467ba9, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:26.755304 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] For port 5152f133-39c5-4172-8a00-69cf65467ba9, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5152f133-39c5-4172-8a00-69cf65467ba9,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:26.759677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.759823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:26.764312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b19ae3d8-2700-488e-8afb-20f701cd9113 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:26.846246 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ff07911b-24fc-475c-aa15-67ab5b1ad13a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4285a5eb63304dc684e91d9624afb19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918428 May 20 14:49:26.853896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52748) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:26.860505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Pushing event updated for resources: {'Port': ['ID=5152f133-39c5-4172-8a00-69cf65467ba9,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:26.863792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:26.952253 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9af4b711-fe58-4a2c-9a2c-81b054df0836 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2723248 May 20 14:49:26.961667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52752) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:26.983168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-security--1662064988', 'description': 'tempest-security-description-537751270'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:27.003698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:27.013083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Usage tracker for resource:subnet and tenant:94913db703f84d4db65acf3d5c5bac61 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:27.025541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:27.033606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:27.047025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.105956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.137649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.222779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.254533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.265153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5479cd44-2bdb-4312-9c8f-dd8db756c98a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:27.304879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Made reservation on behalf of 94913db703f84d4db65acf3d5c5bac61 for: {'subnet': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:27.309241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.309565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.314990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.325184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.332331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-606061bb-fecc-441c-adf6-e8e543ee420b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:27.348926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5152f133-39c5-4172-8a00-69cf65467ba9 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:27.354254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::1 (5b136d1c-58b9-45d6-b34a-556fde2a0447/3b72d2d0-3f38-410c-98a6-ee4a10dc05aa/e230770a-70b6-40f1-9489-bcbf7368617a) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:27.360693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.364487 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "PUT /v2.0/security-groups/a4394ecc-64d5-425e-9c21-75a1da47c439 HTTP/1.1" status: 200 len: 1777 time: 0.3970277 May 20 14:49:27.367241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52756) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:27.402617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4394ecc-64d5-425e-9c21-75a1da47c439,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:27.409504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:27.448239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.457846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edd88201-1d2d-4430-be83-a231ca85299c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:27.458304 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5152f133-39c5-4172-8a00-69cf65467ba9 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:27.473351 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d7444-0b57-4791-a388-5cecbf31727d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:27.483132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:27.526870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:27.544595 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-00c86370-0ce7-4aeb-a688-5978d310e975 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups/a4394ecc-64d5-425e-9c21-75a1da47c439 HTTP/1.1" status: 200 len: 1777 time: 0.1703405 May 20 14:49:27.548118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:27.548624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52760) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:27.554393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.555452 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b85d7444-0b57-4791-a388-5cecbf31727d HTTP/1.1" status: 204 len: 168 time: 0.6978292 May 20 14:49:27.620822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.635776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52766) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:27.666375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': '40cdf368-01ae-4e24-a10e-c01cb87f48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:27.666740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: 6c95614b-38a4-4c06-b92e-d918d166b5ad, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:27.728408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object e230770a-70b6-40f1-9489-bcbf7368617a will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:27.779606 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-030e41de-629d-49c8-9d6f-5cae5a92ffd6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/476d56c1-4934-45b8-8007-5ce64d96c248 HTTP/1.1" status: 200 len: 993 time: 0.1383512 May 20 14:49:27.800249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.807523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8fb34919-513f-45ff-8f5f-6801c8bed600 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:27.812167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:27.926544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:27.944398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 6c95614b-38a4-4c06-b92e-d918d166b5ad) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:27.953461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc698c-c59d-445d-9574-6d2a9ed666e3 None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:27.991415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:27.997403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:27.998414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.023494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.085808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:28.112589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:28.114816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=e230770a-70b6-40f1-9489-bcbf7368617a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:28.122270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:28.123310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.245697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.352683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:28.357170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Provisioning for port 5152f133-39c5-4172-8a00-69cf65467ba9 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:28.387226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Provisioning complete for port 5152f133-39c5-4172-8a00-69cf65467ba9 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:28.388788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.459396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.606556 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.1383553 May 20 14:49:28.611394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.612841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52788) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:28.628612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52792) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:28.648263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-633366015'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:28.658160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] For port 5152f133-39c5-4172-8a00-69cf65467ba9, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5152f133-39c5-4172-8a00-69cf65467ba9,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:28.667348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.672177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0156d101-dc40-49f2-8780-695227b5e25f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:28.677910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:28.697117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:28.706784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:28.765303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:28.765617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Pushing event updated for resources: {'Port': ['ID=5152f133-39c5-4172-8a00-69cf65467ba9,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:28.769749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:28.777008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.786083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350767514'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:28.788516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:28.789067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-08f5836d-90ec-4539-a6ed-5fc250851ae2 None None] Provisioning for port e230770a-70b6-40f1-9489-bcbf7368617a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:28.794433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-08f5836d-90ec-4539-a6ed-5fc250851ae2 None None] Provisioning complete for port e230770a-70b6-40f1-9489-bcbf7368617a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:28.795043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:28.795494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-08f5836d-90ec-4539-a6ed-5fc250851ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.803944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:28.808703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:28.852574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-08f5836d-90ec-4539-a6ed-5fc250851ae2 None None] Port e230770a-70b6-40f1-9489-bcbf7368617a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:28.869035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:28.872576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4394ecc-64d5-425e-9c21-75a1da47c439,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:28.879060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:28.882439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.901427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:28.903574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:28.905062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.930191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.930976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.934557 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/a4394ecc-64d5-425e-9c21-75a1da47c439 HTTP/1.1" status: 204 len: 168 time: 1.3731318 May 20 14:49:28.939551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52798) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:28.945858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:28.971854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:28.974701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:28.975047 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment 968e5175-9718-42c2-a432-ad712a205b4a of type vlan for network 4d3147a7-ed26-414b-b036-526450266e8f May 20 14:49:28.983232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:security_group_rule and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:28.988722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:28.998084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:29.014638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Router be1498fb-b78e-4e26-a192-881193531dc8 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:49:29.023158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.037849 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6a05249d-30a5-4d8f-a307-41026be1c9fa tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0915442 May 20 14:49:29.038614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.045066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52802) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:29.061613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.062391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.070014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-428ef338-ae7b-4081-8c28-5764da25b3fd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:29.134957 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-7a671887-a75d-4416-8e1e-50ce7452a41f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] delete failed (client error): The resource could not be found. May 20 14:49:29.140066 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7a671887-a75d-4416-8e1e-50ce7452a41f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/a4394ecc-64d5-425e-9c21-75a1da47c439 HTTP/1.1" status: 404 len: 347 time: 0.0895956 May 20 14:49:29.141812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52806) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:29.164523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1562168439'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:29.186245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:29.247852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:29.258586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:29.264990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=e230770a-70b6-40f1-9489-bcbf7368617a,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:29.278982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:29.279902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:29.293993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5152f133-39c5-4172-8a00-69cf65467ba9 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:29.322297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.324736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.330162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:29.330742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.339928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:29.363035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.365314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5152f133-39c5-4172-8a00-69cf65467ba9 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:29.365821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.365930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.377846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:29.378558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.382632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:29.384952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3a560ec4-d47e-4cc1-ad8f-202a16d2743d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:29.393393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:29.399327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:29.408873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:29.482655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:29.488553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:29.520986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d5eb01-6132-4383-9c66-9db5086033ab,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:29.528885 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9146714 May 20 14:49:29.544721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52810) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:29.556497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=4d3147a7-ed26-414b-b036-526450266e8f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:29.566757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:29.570920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'ports': [{'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'}, {'network_id': '4d3147a7-ed26-414b-b036-526450266e8f'}]} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:29.571458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:29.573510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '4d3147a7-ed26-414b-b036-526450266e8f'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:29.581419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:29.583405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.583746 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 1d1724b6-e798-49ca-b567-931c4ac5c442 of type vlan for network 1e51589c-0824-4f76-93a1-f09938444da1 May 20 14:49:29.588144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e2e56df3-4b22-4c6d-8038-c72dd9f100eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:29.602986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 4d3147a7-ed26-414b-b036-526450266e8f details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:29.645930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:29.668311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.668569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Sync routers for ids ['be1498fb-b78e-4e26-a192-881193531dc8'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:29.691634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Checking segment: {'id': 'bf62ed99-471d-40b4-bee3-24d8699486f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:29.692069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network hostable DHCP agents. Network: 04c97704-ab1a-45da-9cc1-3fc118774cac, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:29.705475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Routers {'be1498fb-b78e-4e26-a192-881193531dc8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:29.706115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['be1498fb-b78e-4e26-a192-881193531dc8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:29.728927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.741763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.746013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f8be074-db57-48e3-a399-ee7ebcf735b8 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:29.767339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.772715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:29.772912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.773299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.774018 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.6992519 May 20 14:49:29.777896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Subnet': ['ID=f232746e-ad0d-4908-862c-0e3effdabe40,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:29.779760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52814) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:29.786480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:29.820791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad35ff8-32be-408c-b10c-b8ebfdf839b8,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:29.830598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:29.833053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:29.851453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Router 7373bf9f-31cf-4eb1-98cb-30932014c348 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:49:29.874643 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2447834 May 20 14:49:29.875685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.879717 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7222536 May 20 14:49:29.883385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52818) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:29.883385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52820) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:29.893588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network 04c97704-ab1a-45da-9cc1-3fc118774cac is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:29.897608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953199521'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:29.901815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f47a053e-f933-4382-9479-e252962dcf0f None None] Provisioning complete for port e230770a-70b6-40f1-9489-bcbf7368617a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:29.902188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f47a053e-f933-4382-9479-e252962dcf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:29.974138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 04c97704-ab1a-45da-9cc1-3fc118774cac) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:29.996204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1acb58-3909-4d48-a324-bc962c97e25a None None] Network 04c97704-ab1a-45da-9cc1-3fc118774cac requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:30.043697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': '1ad35ff8-32be-408c-b10c-b8ebfdf839b8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:30.072564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Set router be1498fb-b78e-4e26-a192-881193531dc8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:30.104278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:30.109104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:30.114673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:30.119274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.171766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:30.174511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:30.174643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:30.186630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:30.187081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:30.190477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:30.200534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:30.236398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f47a053e-f933-4382-9479-e252962dcf0f None None] Port e230770a-70b6-40f1-9489-bcbf7368617a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:30.245485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=1e51589c-0824-4f76-93a1-f09938444da1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:30.254557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:30.263490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 1e51589c-0824-4f76-93a1-f09938444da1 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:30.266629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:30.268450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:30.299691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:30.303041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.320298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:30.332414 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "PUT /v2.0/routers/7373bf9f-31cf-4eb1-98cb-30932014c348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5805268 May 20 14:49:30.335392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52826) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:30.336229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.336926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 2} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:30.338690 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Sync routers for ids ['7373bf9f-31cf-4eb1-98cb-30932014c348'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:30.341585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.355843 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Routers {'7373bf9f-31cf-4eb1-98cb-30932014c348'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:30.358321 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7373bf9f-31cf-4eb1-98cb-30932014c348'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:30.388356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.455952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:30.461826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.466690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6bf379-e63e-499c-b90e-4fff8aca2a10 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:30.467510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7e6bf379-e63e-499c-b90e-4fff8aca2a10 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:30.488753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.489447 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 6835cccf-0781-4c14-b597-5efd62fe36bc of type vlan for network beaf6807-6181-43f2-b8b3-4ca6f400f16a May 20 14:49:30.513789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.533437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7e6bf379-e63e-499c-b90e-4fff8aca2a10 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:30.537457 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7e6bf379-e63e-499c-b90e-4fff8aca2a10 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports/e230770a-70b6-40f1-9489-bcbf7368617a HTTP/1.1" status: 200 len: 911 time: 0.1931820 May 20 14:49:30.538390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.539209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52830) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:30.544580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.581974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-337d116e-3ddd-4724-ac4b-ab06aa2c4d32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:30.585486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port dc7d73ad-97a4-4c95-a93c-e9b178acb573 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:30.616498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858f068f-92e1-4536-be23-89b05ed2c204,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:30.630782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:30.635487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-04c97704-ab1a-45da-9cc1-3fc118774cac', 'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac', 'tenant_id': '94913db703f84d4db65acf3d5c5bac61', 'fixed_ips': [{'subnet_id': 'f232746e-ad0d-4908-862c-0e3effdabe40'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:30.636325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.673816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.679265 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7877276 May 20 14:49:30.679470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52834) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:30.679561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.680991 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Set router 7373bf9f-31cf-4eb1-98cb-30932014c348 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:30.683800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:30.684799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.691434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:30.745304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:30.754471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df85c62-fa4d-46d6-b46f-cdd05600d266 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:30.757395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:30.760785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df85c62-fa4d-46d6-b46f-cdd05600d266 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:30.765440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9df85c62-fa4d-46d6-b46f-cdd05600d266 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2232344 May 20 14:49:30.766026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52838) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:30.778371 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8926558 May 20 14:49:30.778993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52842) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:30.838688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Allocated IP 172.20.0.2 (04c97704-ab1a-45da-9cc1-3fc118774cac/f232746e-ad0d-4908-862c-0e3effdabe40/e4f2c43c-24bf-424b-8c2d-e57aec881a7e) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:30.895030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': '1e51589c-0824-4f76-93a1-f09938444da1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:30.937177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=beaf6807-6181-43f2-b8b3-4ca6f400f16a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:31.001149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:31.022737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event updated for resources: {'Subnet': ['ID=758a301e-231a-4e3d-a985-1feb529fb3e2,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:31.025533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.032257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:31.045167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Deleting port 9eccadd7-a5c8-47bb-a4c7-286984db73c3 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:31.045513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.070392 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:25Z', 'updated_at': '2021-05-20T14:49:28Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None, '_interfaces': [{'id': 'e230770a-70b6-40f1-9489-bcbf7368617a', 'name': '', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'mac_address': 'fa:16:3e:e2:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:26Z', 'updated_at': '2021-05-20T14:49:28Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'subnets': [{'id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:31.070855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.075597 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Checking router: 7373bf9f-31cf-4eb1-98cb-30932014c348 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:49:31.075960 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Updating router 7373bf9f-31cf-4eb1-98cb-30932014c348 port e230770a-70b6-40f1-9489-bcbf7368617a binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:49:31.116507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:31.120552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:31.123585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:31.130202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:31.135562 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.174611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.185965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Transition to ACTIVE for port object e4f2c43c-24bf-424b-8c2d-e57aec881a7e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:31.197186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:31.200852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.209742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Transition to ACTIVE for port object e4f2c43c-24bf-424b-8c2d-e57aec881a7e will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:31.216815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Checking segment: {'id': '33c0345d-4f42-4edf-ac4c-309faee68bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:31.217181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network hostable DHCP agents. Network: d87d9dfd-e598-47d6-afda-20745ed04b4b, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:31.225813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1498fb-b78e-4e26-a192-881193531dc8', 'name': '', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1', 'external_fixed_ips': [{'subnet_id': '31c89e69-38fa-4e27-846e-1994e8f6f907', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '9eccadd7-a5c8-47bb-a4c7-286984db73c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:22Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 3, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port': {'id': '9eccadd7-a5c8-47bb-a4c7-286984db73c3', 'name': '', 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:99:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be1498fb-b78e-4e26-a192-881193531dc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '31c89e69-38fa-4e27-846e-1994e8f6f907', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:24Z', 'updated_at': '2021-05-20T14:49:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '31c89e69-38fa-4e27-846e-1994e8f6f907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:31.232489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:31.278777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.293632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:31.313153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=858f068f-92e1-4536-be23-89b05ed2c204,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:31.315108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Network d87d9dfd-e598-47d6-afda-20745ed04b4b is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:31.319487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:31.354494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.367021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.375712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d87d9dfd-e598-47d6-afda-20745ed04b4b) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:31.384049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Checking router: be1498fb-b78e-4e26-a192-881193531dc8 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:49:31.384720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Updating router be1498fb-b78e-4e26-a192-881193531dc8 port 9eccadd7-a5c8-47bb-a4c7-286984db73c3 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:49:31.419791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.423627 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/858f068f-92e1-4536-be23-89b05ed2c204 HTTP/1.1" status: 204 len: 168 time: 0.7419899 May 20 14:49:31.432207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.439766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52846) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:31.483298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:31.521404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35335aa3-0dd5-45fb-bfff-bf71193cb1ef None None] Network d87d9dfd-e598-47d6-afda-20745ed04b4b requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:31.535236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.539129 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.543468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:31.543954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:31.544694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.559793 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Transition to ACTIVE for port object e230770a-70b6-40f1-9489-bcbf7368617a will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:31.569312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Calling delete_port for 9eccadd7-a5c8-47bb-a4c7-286984db73c3 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:31.570462 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.580461 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:31.609846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f3f39943-d7bb-49eb-9f90-b176a48234b7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:31.623842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Network 04c97704-ab1a-45da-9cc1-3fc118774cac is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:31.629120 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.4800684 May 20 14:49:31.636095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:31.639309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:31.659733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:31.729522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851408f-ca01-4977-b3cb-1ca952a8e32e tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:31.731302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851408f-ca01-4977-b3cb-1ca952a8e32e tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:31.732816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7851408f-ca01-4977-b3cb-1ca952a8e32e tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:31.733703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7851408f-ca01-4977-b3cb-1ca952a8e32e tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Synchronizing usage tracker for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:31.738668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 04a76470-4761-47ae-bfdb-a8222714505f yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:31.821712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Pushing event updated for resources: {'Port': ['ID=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:31.862140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:31.917444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f3f39943-d7bb-49eb-9f90-b176a48234b7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:31.918708 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f3f39943-d7bb-49eb-9f90-b176a48234b7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4777939 May 20 14:49:31.922724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52854) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:31.953392 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Attempting to bind port e230770a-70b6-40f1-9489-bcbf7368617a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:31.958588 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Attempting to bind port e230770a-70b6-40f1-9489-bcbf7368617a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:31.959902 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Attempting to bind port e230770a-70b6-40f1-9489-bcbf7368617a on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:31.964974 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc861aef-a685-4f2b-9047-15013a0a4115 None None] Pushing event updated for resources: {'Port': ['ID=e230770a-70b6-40f1-9489-bcbf7368617a,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:31.968490 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc861aef-a685-4f2b-9047-15013a0a4115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:31.971988 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:31.972454 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:31.972961 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.973437 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:31.974546 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Bound port: e230770a-70b6-40f1-9489-bcbf7368617a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:31.974885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Attempting to bind port e4f2c43c-24bf-424b-8c2d-e57aec881a7e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:31.975107 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:31.975295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Attempting to bind port e4f2c43c-24bf-424b-8c2d-e57aec881a7e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'bf62ed99-471d-40b4-bee3-24d8699486f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:31.975669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Attempting to bind port e4f2c43c-24bf-424b-8c2d-e57aec881a7e on network 04c97704-ab1a-45da-9cc1-3fc118774cac {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:32.055288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:32.055671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Checking segment: {'id': 'bf62ed99-471d-40b4-bee3-24d8699486f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:32.056087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.056492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Bound using segment: {'id': 'bf62ed99-471d-40b4-bee3-24d8699486f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:32.056977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Bound port: e4f2c43c-24bf-424b-8c2d-e57aec881a7e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf62ed99-471d-40b4-bee3-24d8699486f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '04c97704-ab1a-45da-9cc1-3fc118774cac'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:32.057358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.099249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7851408f-ca01-4977-b3cb-1ca952a8e32e tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Unset dirty status for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:32.103622 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7851408f-ca01-4977-b3cb-1ca952a8e32e tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4570851 May 20 14:49:32.104706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52858) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:32.132002 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] For port e230770a-70b6-40f1-9489-bcbf7368617a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:32.135980 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] For port e230770a-70b6-40f1-9489-bcbf7368617a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e230770a-70b6-40f1-9489-bcbf7368617a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:32.143896 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.148957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.152739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.156293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:32.160433 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:32.183989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Deleting subnet f232746e-ad0d-4908-862c-0e3effdabe40 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:32.187253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.259849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.266077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.280106 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Routers {'7373bf9f-31cf-4eb1-98cb-30932014c348'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:32.280987 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7373bf9f-31cf-4eb1-98cb-30932014c348'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:32.287900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-d87d9dfd-e598-47d6-afda-20745ed04b4b', 'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b', 'tenant_id': '94913db703f84d4db65acf3d5c5bac61', 'fixed_ips': [{'subnet_id': '758a301e-231a-4e3d-a985-1feb529fb3e2'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:32.288685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.337452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] For port e4f2c43c-24bf-424b-8c2d-e57aec881a7e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:32.348521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] For port e4f2c43c-24bf-424b-8c2d-e57aec881a7e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,segment=NetworkSegment(bf62ed99-471d-40b4-bee3-24d8699486f9),segment_id=bf62ed99-471d-40b4-bee3-24d8699486f9)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:32.367852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.377815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=57a8f42f-43ef-475e-8c7f-9e4423609741,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:32.395829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:32.411946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '1d1724b6-e798-49ca-b567-931c4ac5c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1e51589c-0824-4f76-93a1-f09938444da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:32.412599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: 1e51589c-0824-4f76-93a1-f09938444da1, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:32.412822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.429489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:32.448369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.515337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:49:32.541718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.548451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:32.562527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 1e51589c-0824-4f76-93a1-f09938444da1 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:32.569734 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] Set router 7373bf9f-31cf-4eb1-98cb-30932014c348 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:32.648767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad35ff8-32be-408c-b10c-b8ebfdf839b8,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:32.665981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:32.684482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 1e51589c-0824-4f76-93a1-f09938444da1) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:32.696386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.712232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-49ff28a8-3063-4660-bf14-a9ab4c7a5b4a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:32.714157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca793a9-2685-488d-a0a4-3ab52ad28eaf None None] Network 1e51589c-0824-4f76-93a1-f09938444da1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:32.731354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.739237 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/1ad35ff8-32be-408c-b10c-b8ebfdf839b8 HTTP/1.1" status: 204 len: 168 time: 0.8116882 May 20 14:49:32.739661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Pushing event updated for resources: {'Port': ['ID=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:32.742592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52862) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:32.745043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.751365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:32.756631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.762810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.769089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:32.802164 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/subnets/f232746e-ad0d-4908-862c-0e3effdabe40 HTTP/1.1" status: 204 len: 168 time: 0.6970656 May 20 14:49:32.812288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Transition to ACTIVE for port object 9eccadd7-a5c8-47bb-a4c7-286984db73c3 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:32.837689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52866) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:32.848475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Subnet': ['ID=f232746e-ad0d-4908-862c-0e3effdabe40,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:32.856034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:32.898452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:32.907187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-95377a53-442f-45a5-8c72-80d17e3f60f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:32.938200 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc861aef-a685-4f2b-9047-15013a0a4115 None None] Pushing event updated for resources: {'Port': ['ID=e230770a-70b6-40f1-9489-bcbf7368617a,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:32.954965 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc861aef-a685-4f2b-9047-15013a0a4115 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:32.970799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Allocated IP 172.20.0.18 (d87d9dfd-e598-47d6-afda-20745ed04b4b/758a301e-231a-4e3d-a985-1feb529fb3e2/907555e3-ccb6-44aa-8a25-cc75abb57545) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:33.047447 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1685112 May 20 14:49:33.048286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52870) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:33.067666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:33.085416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26126713-c1aa-4a30-899d-8af0c5628f4b None None] Pushing event updated for resources: {'Port': ['ID=9eccadd7-a5c8-47bb-a4c7-286984db73c3,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:33.104805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.114718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-26126713-c1aa-4a30-899d-8af0c5628f4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:33.120694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-613db22b-9395-4a0f-954d-033f1485b7ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:33.121062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Attempting to bind port 9eccadd7-a5c8-47bb-a4c7-286984db73c3 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:33.121554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Attempting to bind port 9eccadd7-a5c8-47bb-a4c7-286984db73c3 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'bf4d9eee-9dc2-483c-a584-531c79e73d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:33.121953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Attempting to bind port 9eccadd7-a5c8-47bb-a4c7-286984db73c3 on network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:33.148491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Deleting subnet 758a301e-231a-4e3d-a985-1feb529fb3e2 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:33.155648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-723b0cbb-c491-4d45-8067-6b6e945722cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:33.232119 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:25Z', 'updated_at': '2021-05-20T14:49:28Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None, '_interfaces': [{'id': 'e230770a-70b6-40f1-9489-bcbf7368617a', 'name': '', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'mac_address': 'fa:16:3e:e2:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:26Z', 'updated_at': '2021-05-20T14:49:32Z', 'revision_number': 4, 'project_id': '3e06663d22e64fd68382026534584e31', 'subnets': [{'id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:33.237960 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5960572f-2831-49cc-a612-4f2d92ed1445 None None] The sync data for ids ['7373bf9f-31cf-4eb1-98cb-30932014c348'] in dv-neutron-601336-75-hyperv is: [{'id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:25Z', 'updated_at': '2021-05-20T14:49:28Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None, '_interfaces': [{'id': 'e230770a-70b6-40f1-9489-bcbf7368617a', 'name': '', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'mac_address': 'fa:16:3e:e2:98:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:26Z', 'updated_at': '2021-05-20T14:49:32Z', 'revision_number': 4, 'project_id': '3e06663d22e64fd68382026534584e31', 'subnets': [{'id': '3b72d2d0-3f38-410c-98a6-ee4a10dc05aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:33.259781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:33.264547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-723b0cbb-c491-4d45-8067-6b6e945722cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:33.266730 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-723b0cbb-c491-4d45-8067-6b6e945722cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5169740 May 20 14:49:33.269072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:33.272892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52874) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:33.275774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:33.282048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--907479520'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:33.299704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:33.302014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:33.337911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:33.338300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Checking segment: {'id': 'bf4d9eee-9dc2-483c-a584-531c79e73d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:33.338739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.339257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Bound using segment: {'id': 'bf4d9eee-9dc2-483c-a584-531c79e73d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:33.339676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Bound port: 9eccadd7-a5c8-47bb-a4c7-286984db73c3, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf4d9eee-9dc2-483c-a584-531c79e73d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '3dfadd86-f7ec-45ac-91eb-1ee13693d8c1'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:33.340068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.361807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event deleted for resources: {'Port': ['ID=9eccadd7-a5c8-47bb-a4c7-286984db73c3,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:33.367847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:33.370293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:33.380193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:33.383622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.412254 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Port 9eccadd7-a5c8-47bb-a4c7-286984db73c3 has been deleted concurrently {{(pid=98807) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} May 20 14:49:33.413290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e4f2c43c-24bf-424b-8c2d-e57aec881a7e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:33.433340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.467638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.507787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.519521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:33.535149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:33.541768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:33.542987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Routers {'be1498fb-b78e-4e26-a192-881193531dc8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:33.544115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['be1498fb-b78e-4e26-a192-881193531dc8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:33.552840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:33.585027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port e230770a-70b6-40f1-9489-bcbf7368617a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:33.585424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.718014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.721532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.750956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.760123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5144b6b6-29aa-4138-881a-b2484fbebce2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:33.779469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-1e51589c-0824-4f76-93a1-f09938444da1', 'network_id': '1e51589c-0824-4f76-93a1-f09938444da1', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': '57a8f42f-43ef-475e-8c7f-9e4423609741'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:33.781004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.809540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] Set router be1498fb-b78e-4e26-a192-881193531dc8 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:33.864703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=dc7d73ad-97a4-4c95-a93c-e9b178acb573,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:33.869492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:33.872726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.873259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be1498fb-b78e-4e26-a192-881193531dc8 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:49:33.901442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:33.902742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:33.911811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:33.913130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.920091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.925758 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/routers/be1498fb-b78e-4e26-a192-881193531dc8 HTTP/1.1" status: 204 len: 168 time: 4.1381223 May 20 14:49:33.925758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:33.941860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:33.951643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52878) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:33.988544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e4f2c43c-24bf-424b-8c2d-e57aec881a7e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:34.005664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=04a76470-4761-47ae-bfdb-a8222714505f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:34.008979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.010500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:34.028918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:34.041362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be1498fb-b78e-4e26-a192-881193531dc8', 'name': '', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:22Z', 'updated_at': '2021-05-20T14:49:32Z', 'revision_number': 5, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:34.063375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': '968e5175-9718-42c2-a432-ad712a205b4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '4d3147a7-ed26-414b-b036-526450266e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:34.063831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: 4d3147a7-ed26-414b-b036-526450266e8f, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:34.070143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752366ec-52cd-4491-b5fa-4bfbebbfa495 None None] The sync data for ids ['be1498fb-b78e-4e26-a192-881193531dc8'] in dv-neutron-601336-75-hyperv is: [{'id': 'be1498fb-b78e-4e26-a192-881193531dc8', 'name': '', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:22Z', 'updated_at': '2021-05-20T14:49:32Z', 'revision_number': 5, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:34.072595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.103839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Transition to ACTIVE for port object 907555e3-ccb6-44aa-8a25-cc75abb57545 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:34.134121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 4d3147a7-ed26-414b-b036-526450266e8f is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:34.169264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:34.175929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 4d3147a7-ed26-414b-b036-526450266e8f) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:34.187412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:34.190703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] For port e230770a-70b6-40f1-9489-bcbf7368617a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e230770a-70b6-40f1-9489-bcbf7368617a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:34.191364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.192596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:34.205730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb7c874-f92f-4a79-95dc-071aeb0902b9 None None] Network 4d3147a7-ed26-414b-b036-526450266e8f requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:34.210419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:34.217735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:34.218553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.218893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.222712 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9461770 May 20 14:49:34.226625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52882) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:34.256242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:34.262737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Transition to ACTIVE for port object 907555e3-ccb6-44aa-8a25-cc75abb57545 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:34.291058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:34.292696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a395697f-f608-4d4f-a8e4-95462d5f4106 None None] Network 04c97704-ab1a-45da-9cc1-3fc118774cac requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:34.297696 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.7482188 May 20 14:49:34.299197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:34.303120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52886) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:34.307442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:34.341511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.356381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6ccae887-2936-4510-88d2-61789b580e9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:34.383389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:34.440112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Allocated IP 2001:db8::2 (1e51589c-0824-4f76-93a1-f09938444da1/57a8f42f-43ef-475e-8c7f-9e4423609741/12529870-b4d9-44d1-977c-0287cae25210) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:34.454239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.526150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 04a76470-4761-47ae-bfdb-a8222714505f {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:34.526448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.560513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Network d87d9dfd-e598-47d6-afda-20745ed04b4b is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:34.571178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.575417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:34.577431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Provisioning for port e4f2c43c-24bf-424b-8c2d-e57aec881a7e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:34.587482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:34.624036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.638933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.645403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c2cde5ae-9dae-47c3-9260-21447b269737 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:34.676374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.688551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Pushing event updated for resources: {'Port': ['ID=907555e3-ccb6-44aa-8a25-cc75abb57545,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:34.689306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e7a697-5103-4b24-b57f-0593b95d311c,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:34.692908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for e230770a-70b6-40f1-9489-bcbf7368617a owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:34.696393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:34.697695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Deleting subnet 31c89e69-38fa-4e27-846e-1994e8f6f907 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:34.715168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Provisioning complete for port e4f2c43c-24bf-424b-8c2d-e57aec881a7e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:34.715818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.716050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.748044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:34.755080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.758786 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5289268 May 20 14:49:34.765860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52890) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:34.775920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:34.788989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.815625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:34.824833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 04a76470-4761-47ae-bfdb-a8222714505f owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:34.837467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:34.843199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:34.867781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:34.874816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.896134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.903246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-71f03b5b-1e82-4fcf-a13b-083ae5b8d50d tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:34.954776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:34.959251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=04a76470-4761-47ae-bfdb-a8222714505f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:34.963376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:34.966342 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/04a76470-4761-47ae-bfdb-a8222714505f HTTP/1.1" status: 204 len: 168 time: 0.6622264 May 20 14:49:34.969582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52894) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:35.028339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Attempting to bind port 907555e3-ccb6-44aa-8a25-cc75abb57545 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:35.028877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Attempting to bind port 907555e3-ccb6-44aa-8a25-cc75abb57545 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '33c0345d-4f42-4edf-ac4c-309faee68bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:35.029089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Attempting to bind port 907555e3-ccb6-44aa-8a25-cc75abb57545 on network d87d9dfd-e598-47d6-afda-20745ed04b4b {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:35.040126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.047973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:35.048356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Checking segment: {'id': '33c0345d-4f42-4edf-ac4c-309faee68bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:35.048772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.049171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Bound using segment: {'id': '33c0345d-4f42-4edf-ac4c-309faee68bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:35.049660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Bound port: 907555e3-ccb6-44aa-8a25-cc75abb57545, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c0345d-4f42-4edf-ac4c-309faee68bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd87d9dfd-e598-47d6-afda-20745ed04b4b'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:35.050042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.065896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd392d0-331b-4bce-b13a-fb361ddf74c4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:35.072697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd392d0-331b-4bce-b13a-fb361ddf74c4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:35.073846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3cd392d0-331b-4bce-b13a-fb361ddf74c4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:35.096825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3cd392d0-331b-4bce-b13a-fb361ddf74c4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:35.098686 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3cd392d0-331b-4bce-b13a-fb361ddf74c4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1279719 May 20 14:49:35.102537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52898) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:35.105272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.162607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.263028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port dc7d73ad-97a4-4c95-a93c-e9b178acb573 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:35.263502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.306557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.335344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.353203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Transition to ACTIVE for port object 12529870-b4d9-44d1-977c-0287cae25210 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:35.379070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] For port e4f2c43c-24bf-424b-8c2d-e57aec881a7e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,segment=NetworkSegment(bf62ed99-471d-40b4-bee3-24d8699486f9),segment_id=bf62ed99-471d-40b4-bee3-24d8699486f9)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:35.382088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Transition to ACTIVE for port object 12529870-b4d9-44d1-977c-0287cae25210 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:35.387087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.390279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7f86525a-cae1-4e90-a9b2-b0a503a0bdcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:35.425825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.434151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] DHCP port deletion for 04c97704-ab1a-45da-9cc1-3fc118774cac request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:35.444939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.448030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.504123 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e230770a-70b6-40f1-9489-bcbf7368617a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:35.547663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.576795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Network 1e51589c-0824-4f76-93a1-f09938444da1 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:35.582248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:35.583003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:35.592371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:35.596234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Pushing event updated for resources: {'Port': ['ID=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:35.603156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:35.607459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37dfdaa7-9ee9-4975-ae58-265bd430f2ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:35.700495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for dc7d73ad-97a4-4c95-a93c-e9b178acb573 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:35.705148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fc1ab2-9e40-4a5d-ada3-19cbd78eaa2f,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:35.747360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:35.770685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.776935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Attempting to bind port 12529870-b4d9-44d1-977c-0287cae25210 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:35.776935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Attempting to bind port 12529870-b4d9-44d1-977c-0287cae25210 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '1d1724b6-e798-49ca-b567-931c4ac5c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1e51589c-0824-4f76-93a1-f09938444da1'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:35.777252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Attempting to bind port 12529870-b4d9-44d1-977c-0287cae25210 on network 1e51589c-0824-4f76-93a1-f09938444da1 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:35.778514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-809ffe7b-c7cd-4136-be73-6e9c74f6d973 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:35.779367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Pushing event updated for resources: {'Port': ['ID=12529870-b4d9-44d1-977c-0287cae25210,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:35.785316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:35.788465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Deleting port e4f2c43c-24bf-424b-8c2d-e57aec881a7e {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:35.788844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.802436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:35.802808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Checking segment: {'id': '1d1724b6-e798-49ca-b567-931c4ac5c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1e51589c-0824-4f76-93a1-f09938444da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:35.803236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.803637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Bound using segment: {'id': '1d1724b6-e798-49ca-b567-931c4ac5c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1e51589c-0824-4f76-93a1-f09938444da1'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:35.804118 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Bound port: 12529870-b4d9-44d1-977c-0287cae25210, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1724b6-e798-49ca-b567-931c4ac5c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1e51589c-0824-4f76-93a1-f09938444da1'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:35.804489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.837807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=dc7d73ad-97a4-4c95-a93c-e9b178acb573,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:35.841554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:35.846511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e230770a-70b6-40f1-9489-bcbf7368617a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:35.854336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.861668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.863017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5733075f-741d-4501-b190-297b9eb6d8e3 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:35.884394 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/dc7d73ad-97a4-4c95-a93c-e9b178acb573 HTTP/1.1" status: 204 len: 168 time: 0.7804544 May 20 14:49:35.886820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52902) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:35.899958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.901119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1331661 May 20 14:49:35.915196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52906) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:35.930104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.948074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=e230770a-70b6-40f1-9489-bcbf7368617a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:35.957467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:35.965061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:35.972067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77f95353-4b0b-402f-8198-23a254efffd2 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:35.979639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] For port e4f2c43c-24bf-424b-8c2d-e57aec881a7e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,segment=NetworkSegment(bf62ed99-471d-40b4-bee3-24d8699486f9),segment_id=bf62ed99-471d-40b4-bee3-24d8699486f9)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:35.980086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:35.989189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b9aa8d-dbfe-4115-b2ba-be47f1ca2ea4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:35.990053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-96b9aa8d-dbfe-4115-b2ba-be47f1ca2ea4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:35.994987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e230770a-70b6-40f1-9489-bcbf7368617a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:35.995541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.008640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:36.009597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-96b9aa8d-dbfe-4115-b2ba-be47f1ca2ea4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:36.011171 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-96b9aa8d-dbfe-4115-b2ba-be47f1ca2ea4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1230268 May 20 14:49:36.013868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52910) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:36.042336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port e230770a-70b6-40f1-9489-bcbf7368617a was deleted so its status cannot be updated. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 14:49:36.074513 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbef173a-ace4-49c4-8d61-719da53e7ed5 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:49:36.076239 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cbef173a-ace4-49c4-8d61-719da53e7ed5 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/04a76470-4761-47ae-bfdb-a8222714505f HTTP/1.1" status: 404 len: 333 time: 0.0610266 May 20 14:49:36.078857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52914) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:36.094799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:36.114852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:36.135983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:36.150723 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f38a819-eaba-43e3-ae0c-44d5f65fc5a5 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:49:36.153096 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1f38a819-eaba-43e3-ae0c-44d5f65fc5a5 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/dc7d73ad-97a4-4c95-a93c-e9b178acb573 HTTP/1.1" status: 404 len: 333 time: 0.0723073 May 20 14:49:36.155259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52918) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:36.197380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Calling delete_port for e4f2c43c-24bf-424b-8c2d-e57aec881a7e owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:36.235378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] For port 12529870-b4d9-44d1-977c-0287cae25210, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:36.245939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] For port 12529870-b4d9-44d1-977c-0287cae25210, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=12529870-b4d9-44d1-977c-0287cae25210,segment=NetworkSegment(1d1724b6-e798-49ca-b567-931c4ac5c442),segment_id=1d1724b6-e798-49ca-b567-931c4ac5c442)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:36.254590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] For port 907555e3-ccb6-44aa-8a25-cc75abb57545, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:36.258620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.258822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.262326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.266809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.269884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.274893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.275412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.302574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.324546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] For port 907555e3-ccb6-44aa-8a25-cc75abb57545, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=907555e3-ccb6-44aa-8a25-cc75abb57545,segment=NetworkSegment(33c0345d-4f42-4edf-ac4c-309faee68bcb),segment_id=33c0345d-4f42-4edf-ac4c-309faee68bcb)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:36.348462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.388410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.396212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Pushing event updated for resources: {'Port': ['ID=12529870-b4d9-44d1-977c-0287cae25210,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.399553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.402677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3bd07482-7284-4540-a557-3b1887ecc5fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.444615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] No DVR routers for this DVR port e4f2c43c-24bf-424b-8c2d-e57aec881a7e on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:36.459143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.487681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3147a7-ed26-414b-b036-526450266e8f']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:36.494895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Pushing event updated for resources: {'Port': ['ID=907555e3-ccb6-44aa-8a25-cc75abb57545,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.512838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968e5175-9718-42c2-a432-ad712a205b4a') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:36.513463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968e5175-9718-42c2-a432-ad712a205b4a') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:36.528332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.546880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.553405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Pushing event deleted for resources: {'Port': ['ID=e4f2c43c-24bf-424b-8c2d-e57aec881a7e,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.555322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:36.555469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.560011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.560491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.560841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:36.570603 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:36.591766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=31c89e69-38fa-4e27-846e-1994e8f6f907,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.662815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Subnet': ['ID=758a301e-231a-4e3d-a985-1feb529fb3e2,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.662815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.663273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '6835cccf-0781-4c14-b597-5efd62fe36bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:36.663610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: beaf6807-6181-43f2-b8b3-4ca6f400f16a, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:36.668273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.670839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.676942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.677333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.681965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.688391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.695996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.704831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a8674be-afad-43a0-8b52-b31aada383ef tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.744986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.754501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=4d3147a7-ed26-414b-b036-526450266e8f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:36.757597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:36.766397 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/4d3147a7-ed26-414b-b036-526450266e8f HTTP/1.1" status: 204 len: 168 time: 0.6033165 May 20 14:49:36.766755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52922) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:36.772738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1669508133'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:36.779249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:36.783844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:36.786965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:36.793411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:36.815192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:36.817053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-07133e84-15a7-4fc1-9cc2-ac268e7494c6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/31c89e69-38fa-4e27-846e-1994e8f6f907 HTTP/1.1" status: 204 len: 168 time: 2.8644073 May 20 14:49:36.831926 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/subnets/758a301e-231a-4e3d-a985-1feb529fb3e2 HTTP/1.1" status: 204 len: 168 time: 3.9449129 May 20 14:49:36.835531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.838599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52926) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:36.839044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52928) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:36.874395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:36.885137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.885381 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment a64340c8-4010-4188-9080-c386982f8f35 of type vlan for network c9c9b9d5-8f14-46b4-9876-b8cf766efebb May 20 14:49:36.927105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.966836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.972354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:36.972937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:36.976613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fd313f77-832f-459d-a609-23e543f0cdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:36.993440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:37.071043 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3029475 May 20 14:49:37.076339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:37.085056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:37.101181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=c9c9b9d5-8f14-46b4-9876-b8cf766efebb,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:37.113515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:37.114990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:37.133909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, beaf6807-6181-43f2-b8b3-4ca6f400f16a) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:37.152284 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663566dd-acae-4c7d-904a-5b1c77338370 None None] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:37.186672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5460e414-1a4a-4449-bf91-61caf048a232 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:37.187145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5460e414-1a4a-4449-bf91-61caf048a232 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Synchronizing usage tracker for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:37.191357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:37.191933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.200290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:37.204875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:37.206682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.207584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:37.213548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:37.223137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:37.226529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.282376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.284099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.311737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-631fd77b-501b-46b1-95e3-e447a2dfa626 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:37.326018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5460e414-1a4a-4449-bf91-61caf048a232 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Unset dirty status for tenant:94913db703f84d4db65acf3d5c5bac61 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:37.327882 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5460e414-1a4a-4449-bf91-61caf048a232 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4855874 May 20 14:49:37.332581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52938) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:37.338465 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5777bf63-0362-420f-b019-83080cbef3f1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.2839808 May 20 14:49:37.345525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Router 7373bf9f-31cf-4eb1-98cb-30932014c348 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:49:37.347706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52942) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:37.354586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5b97ef-605b-4ba4-9fbb-6cb34daabaf4,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:37.356849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:37.365879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-918274855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:37.395848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.402945 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4718227 May 20 14:49:37.403564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52946) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:37.408214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:37.420937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:37.429790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:router and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:37.438429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:37.506087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:37.529727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:37.554533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 907555e3-ccb6-44aa-8a25-cc75abb57545 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:37.556106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:37.568915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:37.579054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:37.595483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.604528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:37.613531 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "PUT /v2.0/routers/7373bf9f-31cf-4eb1-98cb-30932014c348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8400109 May 20 14:49:37.634749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e87335-4827-4e19-89b4-08908afab553 None None] Sync routers for ids ['7373bf9f-31cf-4eb1-98cb-30932014c348'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:37.640076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52950) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:37.673044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.688533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfadd86-f7ec-45ac-91eb-1ee13693d8c1']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:37.706227 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] Routers {'7373bf9f-31cf-4eb1-98cb-30932014c348'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:37.707022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf4d9eee-9dc2-483c-a584-531c79e73d7d') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:37.707354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf4d9eee-9dc2-483c-a584-531c79e73d7d') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:37.707662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7373bf9f-31cf-4eb1-98cb-30932014c348'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:37.726946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.728053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.730532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.735240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.773843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.785112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.800344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:37.800344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:37.851544 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:37.896059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ff5da-7480-437a-b682-536ed7bdf8fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:37.897866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ff5da-7480-437a-b682-536ed7bdf8fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:37.898707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da4ff5da-7480-437a-b682-536ed7bdf8fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:37.917548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] Set router 7373bf9f-31cf-4eb1-98cb-30932014c348 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:37.991662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da4ff5da-7480-437a-b682-536ed7bdf8fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:37.996099 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-da4ff5da-7480-437a-b682-536ed7bdf8fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3546095 May 20 14:49:38.000346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52956) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:38.053769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3663e99-b1b1-4888-a8fb-cdc4c4792ffc None None] Network d87d9dfd-e598-47d6-afda-20745ed04b4b requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:38.066446 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-beaf6807-6181-43f2-b8b3-4ca6f400f16a', 'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': 'd5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:38.067333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.103508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.114340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:25Z', 'updated_at': '2021-05-20T14:49:35Z', 'revision_number': 3, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:38.116709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 3b72d2d0-3f38-410c-98a6-ee4a10dc05aa {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:38.120578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.127235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 907555e3-ccb6-44aa-8a25-cc75abb57545 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:38.135426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e87335-4827-4e19-89b4-08908afab553 None None] Checking router: 7373bf9f-31cf-4eb1-98cb-30932014c348 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:49:38.167822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.195360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.198926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.199189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.204338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 12529870-b4d9-44d1-977c-0287cae25210 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:38.207450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4d371ff4-5f9e-4bd0-97a7-22d342c9d02a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:38.221689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Deleting port 907555e3-ccb6-44aa-8a25-cc75abb57545 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:38.222164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.232309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.236315 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0e14ef49-b13e-4a61-9d4f-ffcd87bff085 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8855307 May 20 14:49:38.237723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bef8d6c-0117-4276-932a-2303a2f023bb tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:38.249124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52962) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:38.253704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:49:38.263969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.272440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/networks/3dfadd86-f7ec-45ac-91eb-1ee13693d8c1 HTTP/1.1" status: 204 len: 168 time: 1.4307015 May 20 14:49:38.279260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event deleted for resources: {'Network': ['ID=3dfadd86-f7ec-45ac-91eb-1ee13693d8c1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:38.283659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:38.344993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.392264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19aa6b1-d8ba-462c-bf2f-d3c1d5baa046,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:38.420458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Allocated IP 2001:db8:1::2 (beaf6807-6181-43f2-b8b3-4ca6f400f16a/d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff/64eb69f9-4f2a-449e-a659-c04fa5f742f7) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:38.434264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:38.668382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.677289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.678483 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2714002 May 20 14:49:38.680464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Transition to ACTIVE for port object 64eb69f9-4f2a-449e-a659-c04fa5f742f7 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:38.699679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Transition to ACTIVE for port object 64eb69f9-4f2a-449e-a659-c04fa5f742f7 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:38.710672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52972) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:38.725991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-60dd01d2-0ca4-48a3-a8a4-0807813ddd2d None None] Provisioning for port 907555e3-ccb6-44aa-8a25-cc75abb57545 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:38.735407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'd6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:38.738980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a991dce-fa55-44d7-be2d-977d4eca2ee3 None None] Network 1e51589c-0824-4f76-93a1-f09938444da1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:38.747308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:38.760662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:38.763841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52976) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:38.769324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:38.777126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'name': 'tempest-router--9103520', 'project_id': '141846a673a64b3595533b1eb59b1352'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:38.786878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:38.793387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:38.809113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:router and tenant:141846a673a64b3595533b1eb59b1352 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:38.818825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:38.837100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:38.882742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-60dd01d2-0ca4-48a3-a8a4-0807813ddd2d None None] Provisioning complete for port 907555e3-ccb6-44aa-8a25-cc75abb57545 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:38.883316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-60dd01d2-0ca4-48a3-a8a4-0807813ddd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.884983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] For port 907555e3-ccb6-44aa-8a25-cc75abb57545, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=907555e3-ccb6-44aa-8a25-cc75abb57545,segment=NetworkSegment(33c0345d-4f42-4edf-ac4c-309faee68bcb),segment_id=33c0345d-4f42-4edf-ac4c-309faee68bcb)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:38.885350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.899045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.929032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.930108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.945027 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:38.948553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] Routers {'7373bf9f-31cf-4eb1-98cb-30932014c348'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:38.949649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7373bf9f-31cf-4eb1-98cb-30932014c348'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:38.983358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.019973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.020208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:39.023182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.028709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4a31d56e-fae5-4e86-9f10-8b73e54862ce tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:39.058387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.059603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.072201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=3b72d2d0-3f38-410c-98a6-ee4a10dc05aa,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:39.096156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:39.101431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Calling delete_port for 907555e3-ccb6-44aa-8a25-cc75abb57545 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:39.106916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-40ef69f0-dc19-4a34-9a31-eb8ec5763311 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:39.116702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.148274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c88f8cf-46a9-4b53-8989-5e61a22489d5,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:39.153552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:39.155455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.159961 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d693771d-4a15-44b5-973a-9950d8181951 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3922791 May 20 14:49:39.161730 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/3b72d2d0-3f38-410c-98a6-ee4a10dc05aa HTTP/1.1" status: 204 len: 168 time: 1.1587081 May 20 14:49:39.162705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52980) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:39.163218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52982) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:39.226016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b660e777-a78a-40da-b84e-8fa8acecf927 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:39.275846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.279910 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5649912 May 20 14:49:39.284274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 52990) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:39.311518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.313519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74a48a22-4e91-486c-87e3-c1ce1238aac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.344445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:39.367080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.367327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] Set router 7373bf9f-31cf-4eb1-98cb-30932014c348 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:39.434937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:39.441857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Pushing event updated for resources: {'Port': ['ID=64eb69f9-4f2a-449e-a659-c04fa5f742f7,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:39.451538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:39.465114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.531889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:39.538966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.565093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.597744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b86aba1b-fdb3-45f4-a628-cde17c53ad03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:router {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:39.606033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:39.645583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-75e87335-4827-4e19-89b4-08908afab553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:25Z', 'updated_at': '2021-05-20T14:49:35Z', 'revision_number': 3, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:39.647337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.710390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e87335-4827-4e19-89b4-08908afab553 None None] The sync data for ids ['7373bf9f-31cf-4eb1-98cb-30932014c348'] in dv-neutron-601336-75-hyperv is: [{'id': '7373bf9f-31cf-4eb1-98cb-30932014c348', 'name': 'tempest-NetworksTestDHCPv6-router-1616885013', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:25Z', 'updated_at': '2021-05-20T14:49:35Z', 'revision_number': 3, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:39.741397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.745724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.756097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b86aba1b-fdb3-45f4-a628-cde17c53ad03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:router {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:39.757231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 12529870-b4d9-44d1-977c-0287cae25210 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:39.760405 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b86aba1b-fdb3-45f4-a628-cde17c53ad03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5935676 May 20 14:49:39.761240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 52994) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:39.762804 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.plugins.ml2.db [None req-60dd01d2-0ca4-48a3-a8a4-0807813ddd2d None None] No ports have port_id starting with 907555e3-ccb6-44aa-8a25-cc75abb57545 May 20 14:49:39.808367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Port': ['ID=907555e3-ccb6-44aa-8a25-cc75abb57545,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:39.814278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:39.823380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-172c5465-9056-4a43-8e9b-4ba9b2db3e14 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:39.842116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.842698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 194fca5d-b6af-4d99-9319-213542f3d46e {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:49:39.857580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Attempting to bind port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:39.857580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Attempting to bind port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '6835cccf-0781-4c14-b597-5efd62fe36bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:39.858006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Attempting to bind port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 on network beaf6807-6181-43f2-b8b3-4ca6f400f16a {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:39.862352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] No DVR routers for this DVR port 907555e3-ccb6-44aa-8a25-cc75abb57545 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:39.878126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:39.878636 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Checking segment: {'id': '6835cccf-0781-4c14-b597-5efd62fe36bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:39.879053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.879511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Bound using segment: {'id': '6835cccf-0781-4c14-b597-5efd62fe36bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:39.880002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Bound port: 64eb69f9-4f2a-449e-a659-c04fa5f742f7, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6835cccf-0781-4c14-b597-5efd62fe36bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'beaf6807-6181-43f2-b8b3-4ca6f400f16a'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:39.880378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.931538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.935447 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d2cef5f9-e77f-4f34-ab24-e13068d37d55 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/routers/194fca5d-b6af-4d99-9319-213542f3d46e HTTP/1.1" status: 204 len: 168 time: 0.7677925 May 20 14:49:39.941156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.952527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:39.987540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Provisioning for port 12529870-b4d9-44d1-977c-0287cae25210 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:40.006326 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Provisioning complete for port 12529870-b4d9-44d1-977c-0287cae25210 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:40.006709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.112690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] For port 64eb69f9-4f2a-449e-a659-c04fa5f742f7, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:40.114997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d551d9f-30f9-4175-8f74-3d2accfe601e None None] DHCP port deletion for d87d9dfd-e598-47d6-afda-20745ed04b4b request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:40.119855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] For port 64eb69f9-4f2a-449e-a659-c04fa5f742f7, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=64eb69f9-4f2a-449e-a659-c04fa5f742f7,segment=NetworkSegment(6835cccf-0781-4c14-b597-5efd62fe36bc),segment_id=6835cccf-0781-4c14-b597-5efd62fe36bc)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:40.138188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.150007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:40.207323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e4f2c43c-24bf-424b-8c2d-e57aec881a7e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:40.221929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': 'a64340c8-4010-4188-9080-c386982f8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:40.230460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: c9c9b9d5-8f14-46b4-9876-b8cf766efebb, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:40.254924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.267776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:40.271692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53000) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:40.275337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=bb08a144-4d13-42c9-b3f1-bd21972a50c2,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:40.286011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:40.286726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e4f2c43c-24bf-424b-8c2d-e57aec881a7e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:40.287079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e4f2c43c-24bf-424b-8c2d-e57aec881a7e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:40.290388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:40.324071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87d9dfd-e598-47d6-afda-20745ed04b4b']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:40.377574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c88f8cf-46a9-4b53-8989-5e61a22489d5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:40.402324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.403417 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5c88f8cf-46a9-4b53-8989-5e61a22489d5 HTTP/1.1" status: 204 len: 168 time: 1.1161504 May 20 14:49:40.408717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53006) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:40.410953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:40.450639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c0345d-4f42-4edf-ac4c-309faee68bcb') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:40.451292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c0345d-4f42-4edf-ac4c-309faee68bcb') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:40.454675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5152f133-39c5-4172-8a00-69cf65467ba9 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:40.486509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.494053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:40.525120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Pushing event updated for resources: {'Port': ['ID=64eb69f9-4f2a-449e-a659-c04fa5f742f7,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:40.526705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.534004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, c9c9b9d5-8f14-46b4-9876-b8cf766efebb) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:40.552843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:40.556918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc65d6-de74-44ab-a9d1-56c2ed8e21ba None None] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:40.557171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8::1 (1e51589c-0824-4f76-93a1-f09938444da1/57a8f42f-43ef-475e-8c7f-9e4423609741/efda4b00-9048-4929-abae-284170af758e) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:40.606989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.680342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.709441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.725317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:40.725745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.743811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-27f76592-9d6b-40b6-9847-7aabbe1aab85 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:40.746908 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:40.792911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:40.793621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.799495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-27f76592-9d6b-40b6-9847-7aabbe1aab85 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:40.804586 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-27f76592-9d6b-40b6-9847-7aabbe1aab85 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3952277 May 20 14:49:40.805350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.805865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Fanout notify agent at l3_agent the message router_deleted on router 7373bf9f-31cf-4eb1-98cb-30932014c348 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:49:40.807539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53012) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:40.814829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-335dba3e-4a40-495a-9f76-c6c6858a29f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.836586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1594426648', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:40.847178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:40.853360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Usage tracker for resource:router and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:40.857005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] For port 12529870-b4d9-44d1-977c-0287cae25210, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=12529870-b4d9-44d1-977c-0287cae25210,segment=NetworkSegment(1d1724b6-e798-49ca-b567-931c4ac5c442),segment_id=1d1724b6-e798-49ca-b567-931c4ac5c442)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:40.862458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.863258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:40.864272 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9678d79e-98d0-4945-98c2-3cec3b7a6f44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/routers/7373bf9f-31cf-4eb1-98cb-30932014c348 HTTP/1.1" status: 204 len: 168 time: 1.0927584 May 20 14:49:40.865115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.870639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53016) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:40.871194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:40.891650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Deleting port 5152f133-39c5-4172-8a00-69cf65467ba9 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:40.892285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.898861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:40.918281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.928154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.929075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:40.966479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.967748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:40.984078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.008889 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9308345 May 20 14:49:41.013479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53020) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:41.025441 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.025993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb', 'name': 'tempest-PortsIpV6TestJSON-2091405782'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:41.039816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.058972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.059411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.060280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:41.065477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:41.066334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.077997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:41.084747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fbb9c32-d120-4555-9fe7-2f2eab30cb18 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:41.085849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:41.090699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b19aa6b1-d8ba-462c-bf2f-d3c1d5baa046,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:41.096756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:41.099414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:41.108798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.114566 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/b19aa6b1-d8ba-462c-bf2f-d3c1d5baa046 HTTP/1.1" status: 204 len: 168 time: 0.3060672 May 20 14:49:41.115655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53024) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:41.117178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Network': ['ID=d87d9dfd-e598-47d6-afda-20745ed04b4b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:41.119983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:41.121050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:41.126849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.213256 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/networks/d87d9dfd-e598-47d6-afda-20745ed04b4b HTTP/1.1" status: 204 len: 168 time: 3.8796132 May 20 14:49:41.247529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53028) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:41.254476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] For port 5152f133-39c5-4172-8a00-69cf65467ba9, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5152f133-39c5-4172-8a00-69cf65467ba9,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:41.254868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.269027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.283108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Pushing event updated for resources: {'Port': ['ID=12529870-b4d9-44d1-977c-0287cae25210,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:41.295483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c6930af5-960b-46e0-8201-1fa5352b2656 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:41.339946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ead778af-fc26-4303-9c79-7cc3faf0e188 None None] Provisioning complete for port 12529870-b4d9-44d1-977c-0287cae25210 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:41.340560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ead778af-fc26-4303-9c79-7cc3faf0e188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.395354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c6930af5-960b-46e0-8201-1fa5352b2656 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:41.399739 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c6930af5-960b-46e0-8201-1fa5352b2656 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2829449 May 20 14:49:41.411850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53032) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:41.426863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 5152f133-39c5-4172-8a00-69cf65467ba9, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5152f133-39c5-4172-8a00-69cf65467ba9,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:41.429909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:41.442573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Calling delete_port for 5152f133-39c5-4172-8a00-69cf65467ba9 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:41.442783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object efda4b00-9048-4929-abae-284170af758e will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:41.450913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.457649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.458638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 907555e3-ccb6-44aa-8a25-cc75abb57545 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:41.462490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.512559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:41.512996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.532967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.554796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:41.578939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 907555e3-ccb6-44aa-8a25-cc75abb57545 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:41.579321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 907555e3-ccb6-44aa-8a25-cc75abb57545 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:41.579756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e230770a-70b6-40f1-9489-bcbf7368617a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:41.600502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:41.622727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.627114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e230770a-70b6-40f1-9489-bcbf7368617a {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:41.627469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e230770a-70b6-40f1-9489-bcbf7368617a not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:41.633027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1e8d1e67-8800-4c02-8379-612111814de7 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:41.644381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-c9c9b9d5-8f14-46b4-9876-b8cf766efebb', 'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': 'bb08a144-4d13-42c9-b3f1-bd21972a50c2'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:41.645427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.676498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:41.680302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.729012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=5152f133-39c5-4172-8a00-69cf65467ba9,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:41.734103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.735803 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:41.749556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04c97704-ab1a-45da-9cc1-3fc118774cac']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:41.762583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf62ed99-471d-40b4-bee3-24d8699486f9') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:41.762988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf62ed99-471d-40b4-bee3-24d8699486f9') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:41.777684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.780279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 1e51589c-0824-4f76-93a1-f09938444da1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:41.795140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:41.798042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:41.798998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.802650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.811462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:41.812621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.875732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.887324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-890a24c0-47a1-4c0c-9a7e-07a0bf13fcf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:41.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:41.959623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:41.980669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d8e956b-3c0e-4b42-8944-58dbfb7854cf tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:42.014802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf5b97ef-605b-4ba4-9fbb-6cb34daabaf4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:42.026361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3849c06-7e7b-4dfa-a1a3-871e7783f109 None None] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:42.026641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:42.032854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.048318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Pushing event deleted for resources: {'Port': ['ID=5152f133-39c5-4172-8a00-69cf65467ba9,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:42.049010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-75273433-38aa-466c-a06a-971046f37013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:42.061955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] No DVR routers for this DVR port 5152f133-39c5-4172-8a00-69cf65467ba9 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:42.064000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.069545 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:42.073243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Allocated IP 2001:db8::2 (c9c9b9d5-8f14-46b4-9876-b8cf766efebb/bb08a144-4d13-42c9-b3f1-bd21972a50c2/ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:42.076790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.102128 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/networks/04c97704-ab1a-45da-9cc1-3fc118774cac HTTP/1.1" status: 204 len: 168 time: 0.8520219 May 20 14:49:42.104413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53036) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:42.109929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 4b99a887-3d0e-4d65-89d1-3c63955e07d1 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:42.113427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Network': ['ID=04c97704-ab1a-45da-9cc1-3fc118774cac,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:42.134860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:42.139673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.144873 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/cf5b97ef-605b-4ba4-9fbb-6cb34daabaf4 HTTP/1.1" status: 204 len: 168 time: 0.7320588 May 20 14:49:42.172779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53040) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:42.181972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=efda4b00-9048-4929-abae-284170af758e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:42.211312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9f47c57a-26e7-474c-ac03-18b1f7950647 None None] Provisioning for port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:42.262528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:42.367332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c822d18d-c768-466c-becd-fd436d991cab tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:42.403293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bb6fe29d-13ef-47f7-ac7f-2b3c7521f7a8 None None] Provisioning for port efda4b00-9048-4929-abae-284170af758e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:42.424954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c822d18d-c768-466c-becd-fd436d991cab tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:42.425895 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c822d18d-c768-466c-becd-fd436d991cab tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2494340 May 20 14:49:42.431008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53044) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:42.450418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bb6fe29d-13ef-47f7-ac7f-2b3c7521f7a8 None None] Provisioning complete for port efda4b00-9048-4929-abae-284170af758e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:42.451194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe29d-13ef-47f7-ac7f-2b3c7521f7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.455526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.538727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.586744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.591847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.592795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fe29d-13ef-47f7-ac7f-2b3c7521f7a8 None None] Port efda4b00-9048-4929-abae-284170af758e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:42.600504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 64eb69f9-4f2a-449e-a659-c04fa5f742f7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:42.637968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.656639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.689516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Transition to ACTIVE for port object ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:42.700329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.711481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.722763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Transition to ACTIVE for port object ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:42.727784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.728181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:42.730516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900113cd-8d81-4c3e-bf0f-581c57134938']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:42.733965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.739527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af1facdf-a084-4c90-b415-f204271d8855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:42.757378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-efccce4c-45af-4d66-8abe-7f26c37feffe tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:42.770203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1c7a12-edf2-4953-8e76-d2fffcf70610') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:42.770772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1c7a12-edf2-4953-8e76-d2fffcf70610') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:42.771976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:42.772474 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.787232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.790980 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/99fc1ab2-9e40-4a5d-ada3-19cbd78eaa2f HTTP/1.1" status: 204 len: 168 time: 0.3584073 May 20 14:49:42.791819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53048) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:42.797928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99fc1ab2-9e40-4a5d-ada3-19cbd78eaa2f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:42.801357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.826541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:42.858548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:42.871177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:42.876438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::1ec (c9c9b9d5-8f14-46b4-9876-b8cf766efebb/bb08a144-4d13-42c9-b3f1-bd21972a50c2/4b99a887-3d0e-4d65-89d1-3c63955e07d1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:42.880485 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:42.880723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.883225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Pushing event updated for resources: {'Port': ['ID=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:42.886178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:42.917766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:42.918465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:42.947727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7c1bda6b-8995-4501-863b-c59fed688d05 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:42.950663 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:43.035689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.045629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-54749644-c101-4809-8890-1cc7016122d5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.077769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Attempting to bind port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:43.077769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Attempting to bind port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a64340c8-4010-4188-9080-c386982f8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:43.077769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Attempting to bind port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 on network c9c9b9d5-8f14-46b4-9876-b8cf766efebb {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:43.098653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:43.099070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Checking segment: {'id': 'a64340c8-4010-4188-9080-c386982f8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:43.099485 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.099884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Bound using segment: {'id': 'a64340c8-4010-4188-9080-c386982f8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:43.100445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Bound port: ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64340c8-4010-4188-9080-c386982f8f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c9c9b9d5-8f14-46b4-9876-b8cf766efebb'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:43.100865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.102906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7c1bda6b-8995-4501-863b-c59fed688d05 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:43.107116 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7c1bda6b-8995-4501-863b-c59fed688d05 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3112080 May 20 14:49:43.110633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53052) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:43.120628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:43.121435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.143240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:43.160874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.161222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.178169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:43.179004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.179775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3464604f-b9af-4a4c-8130-3d4db7b1773d None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:43.188645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.199224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=1f165839-03c4-427b-ba67-4be3e568883c,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:43.210285 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/networks/900113cd-8d81-4c3e-bf0f-581c57134938 HTTP/1.1" status: 204 len: 168 time: 1.0998909 May 20 14:49:43.212494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:43.213059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53056) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:43.216813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e9386f74-46c2-432b-a6d1-867fbdf84f96 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.222238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1becf3c8-845b-4318-b124-89785973609b None None] Provisioning complete for port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:43.222630 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1becf3c8-845b-4318-b124-89785973609b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.238635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.349455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Allocated IP 172.26.6.127 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/f9490138-084a-4e52-9053-a2294d550b48) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:43.372555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.380253 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5085835 May 20 14:49:43.383413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Network': ['ID=900113cd-8d81-4c3e-bf0f-581c57134938,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:43.385244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53060) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:43.393855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:43.397231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] For port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:43.400358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:43.402031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 64eb69f9-4f2a-449e-a659-c04fa5f742f7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=64eb69f9-4f2a-449e-a659-c04fa5f742f7,segment=NetworkSegment(6835cccf-0781-4c14-b597-5efd62fe36bc),segment_id=6835cccf-0781-4c14-b597-5efd62fe36bc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:43.404495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] For port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,segment=NetworkSegment(a64340c8-4010-4188-9080-c386982f8f35),segment_id=a64340c8-4010-4188-9080-c386982f8f35)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:43.413051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:43.423726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.424603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 12529870-b4d9-44d1-977c-0287cae25210 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:43.459231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-574d27e2-39cb-4aeb-813b-a7c0ba1ab06a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.460035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:router and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:43.477670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:43.488060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.504504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:43.506879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.519941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.588884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34e7a697-5103-4b24-b57f-0593b95d311c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:43.598139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.599325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.606193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.614693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:43.620800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.625509 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/34e7a697-5103-4b24-b57f-0593b95d311c HTTP/1.1" status: 204 len: 168 time: 0.5098846 May 20 14:49:43.628080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53064) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:43.633538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5e6d0a-2f8e-4440-91df-c7a75900e695']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:43.672801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345e0a83-f504-4249-acab-69bfe3219cc2') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:43.673188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345e0a83-f504-4249-acab-69bfe3219cc2') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:43.691450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.702899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=64eb69f9-4f2a-449e-a659-c04fa5f742f7,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:43.703993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.706909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:43.711770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b406d50d-4eca-4c57-b4c1-27277a0d5691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.734455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.741072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.741617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.748733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e42726b-a798-4611-b177-8ff2fc573068 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:43.756305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:43.757502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.778255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 4b99a887-3d0e-4d65-89d1-3c63955e07d1 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:43.779525 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:43.813110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.831524 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 12529870-b4d9-44d1-977c-0287cae25210 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:43.832053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.852861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.861340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '1f165839-03c4-427b-ba67-4be3e568883c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:43.862186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.883855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.884713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.893961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.896418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e42726b-a798-4611-b177-8ff2fc573068 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:43.898235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0f3914-8ad2-44f8-8c0c-7d1b8be316a5 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.898384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Pushing event updated for resources: {'Port': ['ID=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:43.900706 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9e42726b-a798-4611-b177-8ff2fc573068 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2702773 May 20 14:49:43.901722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:43.905957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53068) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:43.945773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.947815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.952733 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5a3cabe7-49c6-4fa2-857d-dad18c8a6a4c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5633392 May 20 14:49:43.956048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53072) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:43.958471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7d2c864a-aaa1-410e-b2e0-4c9840c2fe93 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:43.987815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:43.992500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.011688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Pushing event deleted for resources: {'Network': ['ID=8e5e6d0a-2f8e-4440-91df-c7a75900e695,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:44.032392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:44.050100 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] 10.222.0.58 "DELETE /v2.0/networks/8e5e6d0a-2f8e-4440-91df-c7a75900e695 HTTP/1.1" status: 204 len: 168 time: 0.8157256 May 20 14:49:44.072373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.117992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.215626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.229458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:44.230539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-323f9e71-6af7-4683-bf2b-bcbea2199233 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:44.241613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:44.243539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=efda4b00-9048-4929-abae-284170af758e,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:44.244100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1f165839-03c4-427b-ba67-4be3e568883c/edab1277-8588-455b-a849-6fc6056bead4) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:44.251991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:44.257970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:44.258796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.263896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:44.267254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:44.283576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.285253 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/d6f2e2e7-6eaa-4dc0-9c45-6ff7e4dcb991 HTTP/1.1" status: 204 len: 168 time: 0.3782921 May 20 14:49:44.287857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53080) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:44.333751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:44.334661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ddc562ab-f4ab-4aa9-af92-b52c782332c7 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:44.384990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ce085f0e-ab33-4390-b1fd-dd022cd45948 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:44.428217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ce085f0e-ab33-4390-b1fd-dd022cd45948 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:44.430176 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ce085f0e-ab33-4390-b1fd-dd022cd45948 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1408198 May 20 14:49:44.437174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53086) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:44.447666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--292501661'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:44.467794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:44.479546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:44.495441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.525324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:44.528125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.530823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:44.534548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:44.540737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:44.541580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Transition to ACTIVE for port object edab1277-8588-455b-a849-6fc6056bead4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:44.558064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:44.626260 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Transition to ACTIVE for port object edab1277-8588-455b-a849-6fc6056bead4 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:44.635223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.641613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.644350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.652091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa8d2251-1ee8-4ad7-b639-d6118b1726f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:44.676194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53090) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:44.677065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:44.712629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:44.724967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e87202-8b3a-4172-babf-35615f44dd13,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:44.730547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:44.738134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.742130 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3037772 May 20 14:49:44.743017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53096) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:44.747332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 64eb69f9-4f2a-449e-a659-c04fa5f742f7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:44.760109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'a1e87202-8b3a-4172-babf-35615f44dd13', 'direction': 'ingress', 'protocol': 17}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:44.768443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:44.773029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:44.776569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:44.780159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:44.785470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:44.793721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:44.801530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:44.804029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Pushing event updated for resources: {'Port': ['ID=edab1277-8588-455b-a849-6fc6056bead4,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:44.808462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.816952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:44.865154 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8494368 May 20 14:49:44.871062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53100) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:44.925215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=4b99a887-3d0e-4d65-89d1-3c63955e07d1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:44.944666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:44.961371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:44.962324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-df50faa1-d444-4ea7-babc-40cd7f0439bf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:44.999528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Attempting to bind port edab1277-8588-455b-a849-6fc6056bead4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:45.000455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Attempting to bind port edab1277-8588-455b-a849-6fc6056bead4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:45.000829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Attempting to bind port edab1277-8588-455b-a849-6fc6056bead4 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:45.008072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:45.008475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:45.008886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.010548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:45.010548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Bound port: edab1277-8588-455b-a849-6fc6056bead4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:45.010548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.048382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 1e51589c-0824-4f76-93a1-f09938444da1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:45.057429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:45.057429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.062133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:45.064586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.084302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.095007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:45.107444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:45.113878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623a80a-467d-459e-b149-f5132dde82fd None None] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:45.142712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496fbe1a-9233-4f92-92b4-409e75bba503,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:45.145855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:45.159741 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7251c690-6cea-4398-b882-02d8daeda6b9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=94913db703f84d4db65acf3d5c5bac61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4536517 May 20 14:49:45.162393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53104) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:45.171218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:45.192912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:45.227018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event updated for resources: {'Port': ['ID=f9490138-084a-4e52-9053-a2294d550b48,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:45.238095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:45.350101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.355490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 4b99a887-3d0e-4d65-89d1-3c63955e07d1 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:45.356429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.443460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Provisioning for port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:45.466693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Provisioning complete for port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:45.467066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.502680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.513291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] For port edab1277-8588-455b-a849-6fc6056bead4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:45.567903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] For port edab1277-8588-455b-a849-6fc6056bead4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=edab1277-8588-455b-a849-6fc6056bead4,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:45.608242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.618830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-522f2127-5aa7-4ed7-8997-4777707ba592 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:45.627201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.628768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8845358 May 20 14:49:45.636798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 4b99a887-3d0e-4d65-89d1-3c63955e07d1 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:45.652878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53108) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:45.682434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.721341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.779670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Pushing event updated for resources: {'Port': ['ID=edab1277-8588-455b-a849-6fc6056bead4,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:45.790724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:45.799832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.842299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] For port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,segment=NetworkSegment(a64340c8-4010-4188-9080-c386982f8f35),segment_id=a64340c8-4010-4188-9080-c386982f8f35)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:45.851210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.860898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:45.875240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.879503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d17e4ed-94f8-45a1-ad94-cafc1e622b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:45.906596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:45.908581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb4ce94-8368-47b1-bfaf-e3f5da86ac21,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:45.930476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:45.933546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-62ba739e-3ad8-4440-96b3-5fdb383f7f8d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:45.990794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8f63822a-2e0a-449b-aeb6-a7de3bb57a1e None None] Provisioning complete for port efda4b00-9048-4929-abae-284170af758e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:45.991211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8f63822a-2e0a-449b-aeb6-a7de3bb57a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.079127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=4b99a887-3d0e-4d65-89d1-3c63955e07d1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:46.092619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Pushing event updated for resources: {'Port': ['ID=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:46.093027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.096489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:46.097333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8f63822a-2e0a-449b-aeb6-a7de3bb57a1e None None] Port efda4b00-9048-4929-abae-284170af758e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:46.103331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:46.108802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.110779 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dfb4ce94-8368-47b1-bfaf-e3f5da86ac21 HTTP/1.1" status: 204 len: 168 time: 0.9469829 May 20 14:49:46.112336 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/4b99a887-3d0e-4d65-89d1-3c63955e07d1 HTTP/1.1" status: 204 len: 168 time: 1.2401724 May 20 14:49:46.114742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53112) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:46.177654 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f07060b-d8ea-4048-9561-a2f046147656 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:49:46.178131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f07060b-d8ea-4048-9561-a2f046147656 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:49:46.182259 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7f07060b-d8ea-4048-9561-a2f046147656 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/4b99a887-3d0e-4d65-89d1-3c63955e07d1 HTTP/1.1" status: 404 len: 333 time: 0.0637560 May 20 14:49:46.182726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53118) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:46.238940 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4d945e-4d2f-45fa-bf84-85ffd2f21a8a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:49:46.239562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4a4d945e-4d2f-45fa-bf84-85ffd2f21a8a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:46.240157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 3667b901-4df4-423b-a4d8-6160c96dc982 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:49:46.257473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.264656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4a4d945e-4d2f-45fa-bf84-85ffd2f21a8a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:46.267404 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4a4d945e-4d2f-45fa-bf84-85ffd2f21a8a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/4b99a887-3d0e-4d65-89d1-3c63955e07d1 HTTP/1.1" status: 404 len: 333 time: 0.0838974 May 20 14:49:46.274515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53122) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:46.338762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-af5af7f4-159f-4cba-b3d2-c5169cf77053 None None] Provisioning complete for port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:46.339453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af5af7f4-159f-4cba-b3d2-c5169cf77053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.372454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet bb08a144-4d13-42c9-b3f1-bd21972a50c2 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:46.376895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.407259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.465228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.580815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-af5af7f4-159f-4cba-b3d2-c5169cf77053 None None] Could not find standard attr ID for object 4b99a887-3d0e-4d65-89d1-3c63955e07d1. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:49:46.604205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.627738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device edab1277-8588-455b-a849-6fc6056bead4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:46.714458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ca893baa-77f0-4817-8660-151bc81f4e53 None None] Could not find standard attr ID for object 4b99a887-3d0e-4d65-89d1-3c63955e07d1. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:49:46.774452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port edab1277-8588-455b-a849-6fc6056bead4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:46.782701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:46.881767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:46.883599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:46.893177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:46.903510 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] Sync routers for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:46.915442 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:46.916540 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:47.023560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::1 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1f165839-03c4-427b-ba67-4be3e568883c/b7a758c4-988b-45fa-a3a8-35de8fc65b88) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:47.033259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.041548 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:47.052640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-765eec27-8b4b-417b-b7ed-1347e161d5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:47.053560 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:47.054548 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:47.063491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.081179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53140) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.082485 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1e87202-8b3a-4172-babf-35615f44dd13 HTTP/1.1" status: 204 len: 168 time: 1.4221687 May 20 14:49:47.083331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.158027 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:47.158665 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14c63cd-4388-4a0f-9af0-6f729ff70db1 None None] The sync data for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:47.190929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7bdf9865-0d99-4452-8671-4c8026bcc9f7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:47.195800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.200891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5283cce3-37f7-47e3-8499-c029e4668997 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:47.204489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e87202-8b3a-4172-babf-35615f44dd13,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:47.208915 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/3667b901-4df4-423b-a4d8-6160c96dc982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9587426 May 20 14:49:47.244349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53146) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.296252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=bb08a144-4d13-42c9-b3f1-bd21972a50c2,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:47.305985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7bdf9865-0d99-4452-8671-4c8026bcc9f7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:47.307154 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7bdf9865-0d99-4452-8671-4c8026bcc9f7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2231417 May 20 14:49:47.310496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:47.311648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.318064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53152) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.319864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e979175-602e-45d4-b8bd-9c024764aac7 None None] Network c9c9b9d5-8f14-46b4-9876-b8cf766efebb requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:47.327783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1200285181'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:47.341721 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/bb08a144-4d13-42c9-b3f1-bd21972a50c2 HTTP/1.1" status: 204 len: 168 time: 1.0655890 May 20 14:49:47.343127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:47.349677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53156) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.385025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:47.394185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132e5d64-ad06-435d-9731-49e24a22f0ab tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:47.398674 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-132e5d64-ad06-435d-9731-49e24a22f0ab tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports/efda4b00-9048-4929-abae-284170af758e HTTP/1.1" status: 200 len: 911 time: 0.1440287 May 20 14:49:47.411548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53160) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.418798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53162) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.421652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:47.504013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.554328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Provisioning for port edab1277-8588-455b-a849-6fc6056bead4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:47.563814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Provisioning complete for port edab1277-8588-455b-a849-6fc6056bead4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:47.564206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.703395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] DHCP port deletion for c9c9b9d5-8f14-46b4-9876-b8cf766efebb request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:49:47.770456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.791232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-156c3789-ec4e-4772-9055-2df4c7aae423 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:47.791904 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-156c3789-ec4e-4772-9055-2df4c7aae423 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 14:49:47.792401 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-156c3789-ec4e-4772-9055-2df4c7aae423 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): There was a conflict when trying to complete your request. May 20 14:49:47.793347 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-156c3789-ec4e-4772-9055-2df4c7aae423 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3715601 May 20 14:49:47.798040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:47.802340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53172) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:47.805413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.806160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.822037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:47.826157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] For port edab1277-8588-455b-a849-6fc6056bead4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=edab1277-8588-455b-a849-6fc6056bead4,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:47.827729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137091906'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:47.836383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Deleting port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:47.836947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.837070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:47.845561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:47.849860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:47.860650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:47.867010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.871881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:47.872557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8db9fc94-5c9f-42b8-91d6-6c5674ab74a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:47.916295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object b7a758c4-988b-45fa-a3a8-35de8fc65b88 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:47.945737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:47.984281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:48.049284 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] For port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,segment=NetworkSegment(a64340c8-4010-4188-9080-c386982f8f35),segment_id=a64340c8-4010-4188-9080-c386982f8f35)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:48.049687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.064909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Pushing event updated for resources: {'Port': ['ID=edab1277-8588-455b-a849-6fc6056bead4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:48.092173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.098408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.113300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:48.117717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:48.126327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.182456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Calling delete_port for ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:48.189244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:48.198553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:48.200981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:48.201847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.222761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:48.227567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=b7a758c4-988b-45fa-a3a8-35de8fc65b88,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:48.240223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.241661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:48.248798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-842b65ea-29b5-40f8-911d-b7a4ae697ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:48.289677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Router 4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:49:48.302147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Pushing event deleted for resources: {'Port': ['ID=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:48.302508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:48.305630 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:48.306537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] No DVR routers for this DVR port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:48.322032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:48.332626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.340492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:48.355918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:48.356491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.376272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.386379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6c3d2a6-929e-4dcc-83c7-7f7d93c03d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:48.438689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.447031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device edab1277-8588-455b-a849-6fc6056bead4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:48.528684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] For port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:48.529070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.529186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port edab1277-8588-455b-a849-6fc6056bead4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:48.529607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.624205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-23da11cf-3713-429f-82d9-cc7546db44b6 None None] Provisioning for port b7a758c4-988b-45fa-a3a8-35de8fc65b88 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:48.640527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-23da11cf-3713-429f-82d9-cc7546db44b6 None None] Provisioning complete for port b7a758c4-988b-45fa-a3a8-35de8fc65b88 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:48.641252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-23da11cf-3713-429f-82d9-cc7546db44b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.651152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:48.654440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 was not found and therefore no delete operation was performed {{(pid=98806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:49:48.655847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.669040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:48.691643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] Sync routers for ids ['4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:48.724762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] Routers {'4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:48.725423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:48.737592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No DVR routers for this DVR port ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:49:48.767781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.769246 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.4913235 May 20 14:49:48.772128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53176) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:48.790144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-23da11cf-3713-429f-82d9-cc7546db44b6 None None] Port b7a758c4-988b-45fa-a3a8-35de8fc65b88 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:48.791635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:48.806014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] Routers {'4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:48.806627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:48.872218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:49:48.900206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6945bdb-45e4-48b1-8ce6-7fb43591b3d0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:48.912705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:48.924709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:48.927521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:49:48.927650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:49:48.929477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:48.929880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b2eb3-c05d-4938-9b70-c61bbfe2e3cb None None] The sync data for ids ['4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:48.931411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a40b6f97-afd7-444f-8b9f-d73db82ff5d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:48.964070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53182) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:48.987058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c9b9d5-8f14-46b4-9876-b8cf766efebb']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:48.997277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=ec1bf8f1-8686-42b7-91f8-32a7b1c9a2d4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:49.007516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.008687 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6893656 May 20 14:49:49.009824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:49.042653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53186) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:49.044347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64340c8-4010-4188-9080-c386982f8f35') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:49.044640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64340c8-4010-4188-9080-c386982f8f35') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:49.075058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714505148'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:49.089092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.096480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:49.114837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:49.119273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:49.138145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:49.147500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.150368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.161698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.165072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:49:49.165463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.180844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c7574a02-4112-419c-b5b8-52fc65a040fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:49:49.188393 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:49:49.190730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.220502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.233554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:49.275732 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7df58355-640d-40d9-87c1-8c7a0ebadc2b tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c HTTP/1.1" status: 200 len: 921 time: 0.5021834 May 20 14:49:49.281703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53190) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:49.293308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:49.341580 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-46f55b38-f040-493f-9b1e-f9a671acf82a tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c HTTP/1.1" status: 200 len: 205 time: 0.0570657 May 20 14:49:49.345421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53194) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:49.431452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3e251-70c7-4ade-9f6d-239e7206b423 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:49.431837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3e251-70c7-4ade-9f6d-239e7206b423 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:49.432317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd3e251-70c7-4ade-9f6d-239e7206b423 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:49.434308 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3cd3e251-70c7-4ade-9f6d-239e7206b423 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=53529b685f624223b93a383149f00310&network_id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 3001 time: 0.4691608 May 20 14:49:49.453925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:49.458969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.472124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.472948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.479808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-727e520b-7ee5-4736-b1db-ae400281d403 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:49.523002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:49.540698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57f11d7-51ad-4d0e-a8c0-e1bc6e08da2e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:49.549826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:49.601131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:49.603708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.614113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:49.616783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.619204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:49.634251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.636930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:49.663370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:49.667196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.672198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=c9c9b9d5-8f14-46b4-9876-b8cf766efebb,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:49.688994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:49.698109 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/c9c9b9d5-8f14-46b4-9876-b8cf766efebb HTTP/1.1" status: 204 len: 168 time: 2.3472581 May 20 14:49:49.705231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53202) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:49.719762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549066468'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:49.769603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=b7a758c4-988b-45fa-a3a8-35de8fc65b88,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:49.770310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:49.784461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:49.787666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:49.794417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:49.824133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:49.916321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.924194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:49.927013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:49.940062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:49.943356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.957416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.971608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1048fde1-48f5-4c9b-9fb0-028d5af5a7a0 tempest-ServersTestJSON-1620839987 tempest-ServersTestJSON-1620839987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:49.993798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:49.994930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.013249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.105872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eeeb58-7b22-421c-adea-e155ac74943b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:50.113630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:50.115999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:50.119515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c9b465c-d523-4d13-882d-603b171aca75 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:50.137388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.139278 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3303354 May 20 14:49:50.139764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.141295 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0892620 May 20 14:49:50.142255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53206) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:50.144650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53210) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:50.150599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': 'f7eeeb58-7b22-421c-adea-e155ac74943b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:50.160042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.160381 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment 5c484f19-cec5-4e5b-86ce-47b021c9a1ad of type vlan for network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 May 20 14:49:50.161094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'e6945bdb-45e4-48b1-8ce6-7fb43591b3d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cdb70cd8-341f-4e2f-b916-83d08d717850', 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:50.169736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:50.175682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:50.176663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8:1::1 (beaf6807-6181-43f2-b8b3-4ca6f400f16a/d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff/a4f055be-a8ff-430c-817d-67645040603b) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:50.181208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb70cd8-341f-4e2f-b916-83d08d717850,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:50.182777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:50.191039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:50.192967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:50.199488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:50.207942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:50.212276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:50.222708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:50.230406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.232944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d46f189d-427c-45e7-8252-780001cd8fe5 None None] Provisioning complete for port b7a758c4-988b-45fa-a3a8-35de8fc65b88 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:50.235665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d46f189d-427c-45e7-8252-780001cd8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.246970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Deleting port f9490138-084a-4e52-9053-a2294d550b48 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:50.247473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.296012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.304082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Router 5656bd91-f790-4b87-b3ad-aafa08e3a168 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:49:50.307048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d46f189d-427c-45e7-8252-780001cd8fe5 None None] Port b7a758c4-988b-45fa-a3a8-35de8fc65b88 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:50.344409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.350055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:50.350620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.358424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:50.376834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.425302 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7194748 May 20 14:49:50.430133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53218) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:50.438612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.447731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:50.537559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=03af822a-2de0-4c1b-a2dc-afe45c728ab4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:50.539930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object a4f055be-a8ff-430c-817d-67645040603b will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:50.544097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:50.550886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:50.620101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.623642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:50.629069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:50.632554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:50.639336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:50.652505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.658839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.663413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:50.700908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:50.704208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.705792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:50.717637 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Sync routers for ids ['5656bd91-f790-4b87-b3ad-aafa08e3a168'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:50.735724 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Routers {'5656bd91-f790-4b87-b3ad-aafa08e3a168'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:50.736887 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['5656bd91-f790-4b87-b3ad-aafa08e3a168'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:50.795964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:50.805314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:50.807940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:50.808659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:50.915161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=a4f055be-a8ff-430c-817d-67645040603b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:50.924454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:50.927955 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Set router 5656bd91-f790-4b87-b3ad-aafa08e3a168 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:50.948147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Calling delete_port for f9490138-084a-4e52-9053-a2294d550b48 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:51.003543 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-2885fbed-90f8-4ea0-8538-1fac920244ff service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3038437 May 20 14:49:51.052191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.137373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53226) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.155433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dcc6cce3-76aa-46d8-97d2-a205a3b70ceb None None] Provisioning for port a4f055be-a8ff-430c-817d-67645040603b completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:51.162697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dcc6cce3-76aa-46d8-97d2-a205a3b70ceb None None] Provisioning complete for port a4f055be-a8ff-430c-817d-67645040603b triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:51.163843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcc6cce3-76aa-46d8-97d2-a205a3b70ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.174612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:51.211321 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "PUT /v2.0/routers/5656bd91-f790-4b87-b3ad-aafa08e3a168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2436709 May 20 14:49:51.223715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53230) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.227528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.238360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6da4fb5-f5a4-413a-b837-81f92e6147e5,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:51.241666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:51.247232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.259413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.262914 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1172798 May 20 14:49:51.266337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6cce3-76aa-46d8-97d2-a205a3b70ceb None None] Port a4f055be-a8ff-430c-817d-67645040603b cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:51.267889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53234) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.268496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8a4bf0c-253b-4a3d-b788-f2e68ff806cc tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:51.284353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': 'f7eeeb58-7b22-421c-adea-e155ac74943b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:51.294804 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:43Z', 'updated_at': '2021-05-20T14:49:48Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None, '_interfaces': [{'id': 'b7a758c4-988b-45fa-a3a8-35de8fc65b88', 'name': '', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'mac_address': 'fa:16:3e:b3:44:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '1f165839-03c4-427b-ba67-4be3e568883c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:45Z', 'updated_at': '2021-05-20T14:49:48Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'subnets': [{'id': '1f165839-03c4-427b-ba67-4be3e568883c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:51.298723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.300410 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Checking router: 5656bd91-f790-4b87-b3ad-aafa08e3a168 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:49:51.300833 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Updating router 5656bd91-f790-4b87-b3ad-aafa08e3a168 port b7a758c4-988b-45fa-a3a8-35de8fc65b88 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:49:51.304906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:51.319080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5007e12d-1f4f-44d5-aaad-55263f2d9bb8,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:51.325123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:51.329451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:51.331190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:51.363903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:51.369290 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.379060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c4a57-53eb-44da-bb52-9d8a4c5cc05f req-bbf56703-386a-4b12-ba04-29ac7963d4d0 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:51.380639 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-755c4a57-53eb-44da-bb52-9d8a4c5cc05f req-bbf56703-386a-4b12-ba04-29ac7963d4d0 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3451550 May 20 14:49:51.416208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.417379 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2718940 May 20 14:49:51.418551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:51.426479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event deleted for resources: {'Port': ['ID=f9490138-084a-4e52-9053-a2294d550b48,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:51.428230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53238) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.441816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:51.476410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.545782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7046b825-8a94-4dde-afc4-742005efbaca tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:51.559110 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7046b825-8a94-4dde-afc4-742005efbaca tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 814 time: 0.3773961 May 20 14:49:51.559326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.564614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.586132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34951015-1be8-4130-8b14-c32e50043efe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:51.586721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-34951015-1be8-4130-8b14-c32e50043efe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:51.595088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.603540 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-755c4a57-53eb-44da-bb52-9d8a4c5cc05f req-6845fe6a-8930-4589-8f6e-b31d9373b452 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825941 May 20 14:49:51.610297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.732368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-fcbf8660-8e35-43dc-8d8a-911b47ca9db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:51.734481 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-fcbf8660-8e35-43dc-8d8a-911b47ca9db5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 0.5956550 May 20 14:49:51.745736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-34951015-1be8-4130-8b14-c32e50043efe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:51.746695 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-34951015-1be8-4130-8b14-c32e50043efe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports/b7a758c4-988b-45fa-a3a8-35de8fc65b88 HTTP/1.1" status: 200 len: 911 time: 0.5152862 May 20 14:49:51.751959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53248) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.798153 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.846823 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Transition to ACTIVE for port object b7a758c4-988b-45fa-a3a8-35de8fc65b88 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:51.862455 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.866684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.867257 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:51.872904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.875542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.884506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-86108489-7cb7-413d-8af0-5a60f1038d09 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:51.922623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5007e12d-1f4f-44d5-aaad-55263f2d9bb8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:51.925316 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): There was a conflict when trying to complete your request. May 20 14:49:51.926336 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-164ffdd7-1831-491e-88b8-e130dad8b198 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6504707 May 20 14:49:51.931241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:51.932547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53252) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.935998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.940419 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5007e12d-1f4f-44d5-aaad-55263f2d9bb8 HTTP/1.1" status: 204 len: 168 time: 0.4971738 May 20 14:49:51.950543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53256) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:51.977460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:51.977672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Fanout notify agent at l3_agent the message router_deleted on router 4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:49:52.002253 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Pushing event updated for resources: {'Port': ['ID=b7a758c4-988b-45fa-a3a8-35de8fc65b88,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:52.022394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.023517 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c HTTP/1.1" status: 204 len: 168 time: 2.6761320 May 20 14:49:52.030619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53260) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:52.041418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2101190043', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': False}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:52.063571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed450c48-ee12-49c9-839a-38f6294713de req-d335753b-7bb5-44c4-a26d-99ecf9dce3dd tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:52.065047 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ed450c48-ee12-49c9-839a-38f6294713de req-d335753b-7bb5-44c4-a26d-99ecf9dce3dd tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3078630 May 20 14:49:52.066191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:52.080650 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.081228 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.081714 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.082190 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.082676 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.083185 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.083647 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.084131 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.084613 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.085156 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.085621 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.086084 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:49:52.087242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53264) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:52.091937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:router and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:52.114768 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:52.119138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--620752826', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:52.124379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:52.127880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.139465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f11b26da-43d5-4df7-8e14-3be1f21c2feb tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:52.144488 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Attempting to bind port b7a758c4-988b-45fa-a3a8-35de8fc65b88 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:52.145188 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Attempting to bind port b7a758c4-988b-45fa-a3a8-35de8fc65b88 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:52.145552 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Attempting to bind port b7a758c4-988b-45fa-a3a8-35de8fc65b88 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:52.151177 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:52.151552 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:52.152649 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.152649 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:52.153065 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Bound port: b7a758c4-988b-45fa-a3a8-35de8fc65b88, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:52.153394 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.196126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.214369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:52.221402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:52.263160 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] For port b7a758c4-988b-45fa-a3a8-35de8fc65b88, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:52.268907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:52.269510 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] For port b7a758c4-988b-45fa-a3a8-35de8fc65b88, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b7a758c4-988b-45fa-a3a8-35de8fc65b88,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:52.276434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.276708 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.277419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.282902 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:52.289813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79f966-980a-41ce-9abb-b14459ed0832 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:52.294318 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ed450c48-ee12-49c9-839a-38f6294713de req-96375081-0615-4de5-b0e1-a3ddc1eba534 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2166002 May 20 14:49:52.294934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f11b26da-43d5-4df7-8e14-3be1f21c2feb tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:52.295523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79f966-980a-41ce-9abb-b14459ed0832 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:52.299462 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f11b26da-43d5-4df7-8e14-3be1f21c2feb tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3448257 May 20 14:49:52.300515 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7c79f966-980a-41ce-9abb-b14459ed0832 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5467007 May 20 14:49:52.302285 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-fae7fbfe-6997-4a60-89d2-3f707c740dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:52.303810 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-fae7fbfe-6997-4a60-89d2-3f707c740dfa service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.4596305 May 20 14:49:52.305459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53268) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:52.305800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53270) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:52.376732 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Routers {'5656bd91-f790-4b87-b3ad-aafa08e3a168'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:52.377475 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['5656bd91-f790-4b87-b3ad-aafa08e3a168'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:52.404642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:52.408358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.418216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.471366 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-05a75bb4-ad65-4a88-8275-d0cec2a1da2a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1000 time: 0.1500919 May 20 14:49:52.501133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.558357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.587347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ad8e2f16-9722-4680-be75-b65783699aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:52.598458 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Pushing event updated for resources: {'Port': ['ID=b7a758c4-988b-45fa-a3a8-35de8fc65b88,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:52.606787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:49:52.608000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.610961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.613679 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:52.621646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eeeb58-7b22-421c-adea-e155ac74943b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:52.630535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.630888 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment 448219c1-c8f2-40ed-ba03-2f84c77b9a97 of type vlan for network c1712147-f345-4417-af9f-28b849da72f3 May 20 14:49:52.634211 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] Set router 5656bd91-f790-4b87-b3ad-aafa08e3a168 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:49:52.667352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.689164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:52.703847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:52.766857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-7ce074e5-6463-442e-ad70-be74b61b3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:52.767858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.768450 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-7ce074e5-6463-442e-ad70-be74b61b3288 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.2546806 May 20 14:49:52.773218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:52.774024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:52.787659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-51ece230-f91c-413b-8730-21d0bac40058 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:52.900327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=a4f055be-a8ff-430c-817d-67645040603b,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:52.917626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:52.989045 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:43Z', 'updated_at': '2021-05-20T14:49:48Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None, '_interfaces': [{'id': 'b7a758c4-988b-45fa-a3a8-35de8fc65b88', 'name': '', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'mac_address': 'fa:16:3e:b3:44:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '1f165839-03c4-427b-ba67-4be3e568883c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:45Z', 'updated_at': '2021-05-20T14:49:52Z', 'revision_number': 4, 'project_id': '3e06663d22e64fd68382026534584e31', 'subnets': [{'id': '1f165839-03c4-427b-ba67-4be3e568883c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:52.993087 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827115e-84c3-4e2a-8245-0bed5bfc685e None None] The sync data for ids ['5656bd91-f790-4b87-b3ad-aafa08e3a168'] in dv-neutron-601336-75-hyperv is: [{'id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:43Z', 'updated_at': '2021-05-20T14:49:48Z', 'revision_number': 2, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None, '_interfaces': [{'id': 'b7a758c4-988b-45fa-a3a8-35de8fc65b88', 'name': '', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'mac_address': 'fa:16:3e:b3:44:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '1f165839-03c4-427b-ba67-4be3e568883c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:45Z', 'updated_at': '2021-05-20T14:49:52Z', 'revision_number': 4, 'project_id': '3e06663d22e64fd68382026534584e31', 'subnets': [{'id': '1f165839-03c4-427b-ba67-4be3e568883c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:53.021725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.035746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:53.127908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-1e24dedb-4d95-4659-ae79-9ad012e0b8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:53.129451 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-1e24dedb-4d95-4659-ae79-9ad012e0b8b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3430893 May 20 14:49:53.226458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=a96c4654-3544-464c-a032-ace4dcf17fb5,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:53.232995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:53.236554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:53.241326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:53.250340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.251513 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/f7eeeb58-7b22-421c-adea-e155ac74943b HTTP/1.1" status: 204 len: 168 time: 1.3180540 May 20 14:49:53.254373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53280) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:53.306279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.323313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': '5c484f19-cec5-4e5b-86ce-47b021c9a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:53.323914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: 03af822a-2de0-4c1b-a2dc-afe45c728ab4, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:53.388602 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2982316 May 20 14:49:53.415142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53284) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:53.415353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=c1712147-f345-4417-af9f-28b849da72f3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:53.423703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:53.433641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network c1712147-f345-4417-af9f-28b849da72f3 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:49:53.609718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f3f8ba-5561-4e2b-88f6-78108a66e1f8 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:53.611472 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-35f3f8ba-5561-4e2b-88f6-78108a66e1f8 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1936259 May 20 14:49:53.633123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53288) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:53.639439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.645506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-800caca8-b66b-428e-beb1-03bc15a3734d None None] Provisioning complete for port a4f055be-a8ff-430c-817d-67645040603b triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:53.646305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-800caca8-b66b-428e-beb1-03bc15a3734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.716269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-800caca8-b66b-428e-beb1-03bc15a3734d None None] Port a4f055be-a8ff-430c-817d-67645040603b cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:49:53.777049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.814027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:53.819514 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-e0b1ece7-86bc-4ed0-abf3-def358c07100 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6823068 May 20 14:49:53.822296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e89ed20-ed9e-4a88-8913-4c816faad5ce tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:53.884229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 3667b901-4df4-423b-a4d8-6160c96dc982 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:49:53.890049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 03af822a-2de0-4c1b-a2dc-afe45c728ab4) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:53.901885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46330047-eaee-4723-bf76-f31be674aed2 None None] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:53.955509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e89ed20-ed9e-4a88-8913-4c816faad5ce tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:53.960440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9e89ed20-ed9e-4a88-8913-4c816faad5ce tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6989636 May 20 14:49:53.960578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae6d91-fc83-4548-9332-be498571aa34 req-4a819f50-e088-4e55-ac6e-585fac9938e8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:53.960689 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d7ae6d91-fc83-4548-9332-be498571aa34 req-4a819f50-e088-4e55-ac6e-585fac9938e8 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 1.1740584 May 20 14:49:53.962167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53292) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:53.967145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:53.967709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:53.971262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00ca1bd-2970-4c90-a9a7-4bd5036f5bb9 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:53.972704 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b00ca1bd-2970-4c90-a9a7-4bd5036f5bb9 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3255169 May 20 14:49:53.976330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054431836'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:53.985275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53296) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.005356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:54.057134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.071892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:54.087178 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6543946 May 20 14:49:54.097938 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-27950456-b368-4fe1-b31f-5cb0374d3fb0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0960705 May 20 14:49:54.100833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:54.104391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53300) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.104746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53302) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.120901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb70cd8-341f-4e2f-b916-83d08d717850,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:54.144498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-03af822a-2de0-4c1b-a2dc-afe45c728ab4', 'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': 'a96c4654-3544-464c-a032-ace4dcf17fb5'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:54.145550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.202326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:54.202741 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66f6c18d-3a6b-4744-9632-e2328d0d9c88 req-f553e6e9-6695-4308-baf8-fe1ddd2d5dd5 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719063 May 20 14:49:54.209870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1938893524'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:54.210094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:54.217885 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/3667b901-4df4-423b-a4d8-6160c96dc982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8033061 May 20 14:49:54.219300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53308) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.247533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] Sync routers for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:54.279118 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d7ae6d91-fc83-4548-9332-be498571aa34 req-d2314616-d8cc-4e45-b079-e120b19934aa tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069167 May 20 14:49:54.282694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-221d447e-7bc4-4134-a3ab-33ef1dafb7e3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1682670 May 20 14:49:54.287509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53312) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.321774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.343000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5721be62-e0e6-4eb8-b9dd-c69e378f0ff2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:54.345961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5721be62-e0e6-4eb8-b9dd-c69e378f0ff2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:54.346159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:54.346893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:54.395148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.396298 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/cdb70cd8-341f-4e2f-b916-83d08d717850 HTTP/1.1" status: 204 len: 168 time: 2.0895894 May 20 14:49:54.412984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53316) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.421689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:54.440733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:54.442040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:54.455482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:54.495378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5721be62-e0e6-4eb8-b9dd-c69e378f0ff2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:54.500117 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5721be62-e0e6-4eb8-b9dd-c69e378f0ff2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports/a4f055be-a8ff-430c-817d-67645040603b HTTP/1.1" status: 200 len: 913 time: 0.2796459 May 20 14:49:54.501187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53320) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.504388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:54.506450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b7a758c4-988b-45fa-a3a8-35de8fc65b88 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:54.518585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:54.537273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Allocated IP 2001:db8::2 (03af822a-2de0-4c1b-a2dc-afe45c728ab4/a96c4654-3544-464c-a032-ace4dcf17fb5/8002d2cf-c5b0-4653-9608-94ffb7d567a0) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:54.543323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:54.557486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:54.558221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d815eb3-458e-4344-b7f2-2ba227ef7dca None None] The sync data for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:54.707522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port b7a758c4-988b-45fa-a3a8-35de8fc65b88 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:54.780019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9d838f6-dee6-433f-9c7f-f5403f4aba90 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:54.793639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:54.823465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:54.864259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.882541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Transition to ACTIVE for port object 8002d2cf-c5b0-4653-9608-94ffb7d567a0 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:54.923445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b7a758c4-988b-45fa-a3a8-35de8fc65b88 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:54.924145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.940013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:54.945272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:54.968378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9d838f6-dee6-433f-9c7f-f5403f4aba90 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:54.973118 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c9d838f6-dee6-433f-9c7f-f5403f4aba90 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5595000 May 20 14:49:54.988597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53326) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:54.994107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port f97b13fa-a37c-404f-80ed-1e6bf0cc05bd yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:49:54.995047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Transition to ACTIVE for port object 8002d2cf-c5b0-4653-9608-94ffb7d567a0 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:55.032237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fb15c3-f5cd-4806-b9f3-f31de578fcd0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:55.036751 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-01fb15c3-f5cd-4806-b9f3-f31de578fcd0 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7483075 May 20 14:49:55.037688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53328) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:55.043515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.076019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c8fbd34b-09fc-4a86-8979-6a129803740b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:55.123164 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b6f63329-e479-4d57-a133-21ccb3aa9f67 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0537100 May 20 14:49:55.127012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53332) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:55.130066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:55.134506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:55.135537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-185679783', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:55.138582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.147771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:55.157838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::ce (03af822a-2de0-4c1b-a2dc-afe45c728ab4/a96c4654-3544-464c-a032-ace4dcf17fb5/f97b13fa-a37c-404f-80ed-1e6bf0cc05bd) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:55.212076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Pushing event updated for resources: {'Port': ['ID=8002d2cf-c5b0-4653-9608-94ffb7d567a0,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:55.246475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:55.268125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port b7a758c4-988b-45fa-a3a8-35de8fc65b88, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b7a758c4-988b-45fa-a3a8-35de8fc65b88,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:55.275271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.278430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b1d10204-0cda-4dd2-9531-825a92262283 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:55.299059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:55.305067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:55.308726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:55.322239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:55.356091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Attempting to bind port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:55.357393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Attempting to bind port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '5c484f19-cec5-4e5b-86ce-47b021c9a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:55.357772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Attempting to bind port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 on network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:55.390693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:55.391625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Checking segment: {'id': '5c484f19-cec5-4e5b-86ce-47b021c9a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:55.392095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.392785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Bound using segment: {'id': '5c484f19-cec5-4e5b-86ce-47b021c9a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:55.393295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Bound port: 8002d2cf-c5b0-4653-9608-94ffb7d567a0, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c484f19-cec5-4e5b-86ce-47b021c9a1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': '03af822a-2de0-4c1b-a2dc-afe45c728ab4'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:55.393884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.471879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=b7a758c4-988b-45fa-a3a8-35de8fc65b88,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:55.475214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:55.478541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.526563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] For port 8002d2cf-c5b0-4653-9608-94ffb7d567a0, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:55.531601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] For port 8002d2cf-c5b0-4653-9608-94ffb7d567a0, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8002d2cf-c5b0-4653-9608-94ffb7d567a0,segment=NetworkSegment(5c484f19-cec5-4e5b-86ce-47b021c9a1ad),segment_id=5c484f19-cec5-4e5b-86ce-47b021c9a1ad)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:55.535583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:49:55.538876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.539052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.543296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ddbcb87a-385c-4566-a30c-03d4c1b2ed9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:55.559207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.572489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:55.627312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Pushing event updated for resources: {'Port': ['ID=8002d2cf-c5b0-4653-9608-94ffb7d567a0,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:55.630212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.633342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:55.682145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.695738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.761756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.785874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6830e8-6bc5-4f4a-9b74-483651be9287,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:55.846155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:55.848113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.932555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.936622 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9690425 May 20 14:49:55.937437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:55.955012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53340) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:55.969717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-dca2b024-8f04-45fd-a026-ea1fb41a29f5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '0e6830e8-6bc5-4f4a-9b74-483651be9287', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:55.970862 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-dca2b024-8f04-45fd-a026-ea1fb41a29f5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 14:49:55.971426 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-dca2b024-8f04-45fd-a026-ea1fb41a29f5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:49:55.972393 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dca2b024-8f04-45fd-a026-ea1fb41a29f5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0144393 May 20 14:49:55.980282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53344) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:56.027729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.044258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object f97b13fa-a37c-404f-80ed-1e6bf0cc05bd will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:56.088987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d4495-73f9-4344-8c40-14f3ef5f0653 req-a84b7fc2-1885-4306-ae91-2945df703a11 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:56.090361 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d08d4495-73f9-4344-8c40-14f3ef5f0653 req-a84b7fc2-1885-4306-ae91-2945df703a11 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.6619558 May 20 14:49:56.333009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port a4f055be-a8ff-430c-817d-67645040603b {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:56.333360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.347295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.356202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Allocated IP 172.26.6.106 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:56.358090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:56.367676 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d08d4495-73f9-4344-8c40-14f3ef5f0653 req-3fc60ac0-8e3c-4a55-ae16-0468fdd11c5f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367482 May 20 14:49:56.375141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.387151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6945bdb-45e4-48b1-8ce6-7fb43591b3d0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:56.403714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:56.434073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.456320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b15aa50a-1f83-4155-8875-bc9b48be8d61 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:56.497607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.505089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a16536b-6c90-4028-8ac9-ed4c131a0392 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:56.523789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.599252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b7a758c4-988b-45fa-a3a8-35de8fc65b88 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:56.602587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.623473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=c4f2bc3d-5074-4e8b-8326-7068dcef227b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:56.626753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:56.688436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b7a758c4-988b-45fa-a3a8-35de8fc65b88 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:56.688820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.734458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=f97b13fa-a37c-404f-80ed-1e6bf0cc05bd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:56.747415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:56.756536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.758250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/e6945bdb-45e4-48b1-8ce6-7fb43591b3d0 HTTP/1.1" status: 204 len: 168 time: 1.5500166 May 20 14:49:56.766072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for a4f055be-a8ff-430c-817d-67645040603b owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:56.768742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53348) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:56.809238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:56.809768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: c1712147-f345-4417-af9f-28b849da72f3, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:49:56.817656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8002d2cf-c5b0-4653-9608-94ffb7d567a0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:56.839225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:56.845776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea220df-a5c1-4934-a63c-567ec56653f1 None None] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:56.850365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:56.871168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:56.878039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:56.879047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.881101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1d39ad82-0c02-4ff3-b940-89f4743800c0 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:56.892374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network c1712147-f345-4417-af9f-28b849da72f3 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:49:56.908902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, c1712147-f345-4417-af9f-28b849da72f3) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:56.926845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:56.926845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:56.934778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1d39ad82-0c02-4ff3-b940-89f4743800c0 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:56.940630 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1d39ad82-0c02-4ff3-b940-89f4743800c0 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1648946 May 20 14:49:56.942600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53352) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:56.960492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556610572'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:56.966847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c5676-94f5-4e67-99c6-0c7f87c2dec9 None None] Network c1712147-f345-4417-af9f-28b849da72f3 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:49:56.970158 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8418300 May 20 14:49:56.982572 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8699090 May 20 14:49:56.986078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:56.986862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53358) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:57.008417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.017131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:57.019845 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f4c1afd-86fe-4302-a3f7-acee94a15e33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:57.024748 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6513e2f6-36e9-45fa-a560-8e113bedd02f None None] Provisioning for port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:57.041600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.055868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6830e8-6bc5-4f4a-9b74-483651be9287,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:57.058395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.059599 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/0e6830e8-6bc5-4f4a-9b74-483651be9287 HTTP/1.1" status: 204 len: 168 time: 1.0630720 May 20 14:49:57.062417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:57.063859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53362) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:57.087858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.143677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:57.153811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:57.166335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:57.175204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port b7a758c4-988b-45fa-a3a8-35de8fc65b88 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:57.175555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.195599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:57.222211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-48c822bd-cf67-4760-aaf5-b053669e2739 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:57.284961 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:49:57.312111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.327855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-37466f78-36cd-48c7-98c7-e86295e29f6f tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:57.380995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.387198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6694deb5-a66e-461c-b0b8-f8cdd7c7307c tempest-PortsAdminExtendedAttrsTestJSON-1741255260 tempest-PortsAdminExtendedAttrsTestJSON-1741255260-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:57.402982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-48c822bd-cf67-4760-aaf5-b053669e2739 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:57.404263 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-48c822bd-cf67-4760-aaf5-b053669e2739 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3393559 May 20 14:49:57.420733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:57.421421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53366) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:57.422028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:57.422425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.435610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:57.441307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323888245'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:57.450246 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=a4f055be-a8ff-430c-817d-67645040603b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:57.458405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:57.465303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:57.501931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:57.510972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port f97b13fa-a37c-404f-80ed-1e6bf0cc05bd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:49:57.511542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.522974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Port': ['ID=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:57.547617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:57.552607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] For port b7a758c4-988b-45fa-a3a8-35de8fc65b88, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b7a758c4-988b-45fa-a3a8-35de8fc65b88,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:57.552973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.581373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:57.678837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53372) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:57.749335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for b7a758c4-988b-45fa-a3a8-35de8fc65b88 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:57.768511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-c1712147-f345-4417-af9f-28b849da72f3', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:49:57.769414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.797696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048652301', 'description': 'tempest-secgroup-smoke-1048652301 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:57.817519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.821615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:57.824134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.827312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.849417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.924528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6cded2f6-0ced-4ace-958e-dd1076b36f53 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:57.927363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.931301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:57.940763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:57.991344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 8002d2cf-c5b0-4653-9608-94ffb7d567a0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8002d2cf-c5b0-4653-9608-94ffb7d567a0,segment=NetworkSegment(5c484f19-cec5-4e5b-86ce-47b021c9a1ad),segment_id=5c484f19-cec5-4e5b-86ce-47b021c9a1ad)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:49:58.002504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.009920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Allocated IP 172.20.0.18 (c1712147-f345-4417-af9f-28b849da72f3/c4f2bc3d-5074-4e8b-8326-7068dcef227b/2e223256-13ea-4459-9251-264e9cbfd9c4) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:49:58.012037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:58.056498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:58.108421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.123464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:58.129554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for f97b13fa-a37c-404f-80ed-1e6bf0cc05bd owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:49:58.129829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=8002d2cf-c5b0-4653-9608-94ffb7d567a0,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:58.133477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:58.137081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:58.142771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8376770-b090-4db1-9b8b-74a240127096,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:58.161788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:58.162661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:58.180819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.184594 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2382607 May 20 14:49:58.204124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53376) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:58.207710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:58.223381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'c8376770-b090-4db1-9b8b-74a240127096', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:58.237122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:58.260104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:58.263846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:58.270699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-76310cb6-845a-4c1c-937d-964bb9be9955 None None] Provisioning complete for port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:58.270699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-76310cb6-845a-4c1c-937d-964bb9be9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.273977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:58.278487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:58.287398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:58.308280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb905a75-b3c2-4f52-a2d2-b0c5cd8752e2 req-b79fd7d6-ffbf-4708-ae07-583fb4078604 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:49:58.310330 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cb905a75-b3c2-4f52-a2d2-b0c5cd8752e2 req-b79fd7d6-ffbf-4708-ae07-583fb4078604 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.6362841 May 20 14:49:58.365451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 3667b901-4df4-423b-a4d8-6160c96dc982 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:49:58.453361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.464508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.481949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:58.497801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8002d2cf-c5b0-4653-9608-94ffb7d567a0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:49:58.554335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.557306 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Transition to ACTIVE for port object 2e223256-13ea-4459-9251-264e9cbfd9c4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:58.573295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf8e0e9-0f97-4196-882b-f9ab47055af6 tempest-AllowedAddressPairTestJSON-1287033745 tempest-AllowedAddressPairTestJSON-1287033745-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:58.578198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.584674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:58.588193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-76310cb6-845a-4c1c-937d-964bb9be9955 None None] Could not find standard attr ID for object f97b13fa-a37c-404f-80ed-1e6bf0cc05bd. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:49:58.593805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Transition to ACTIVE for port object 2e223256-13ea-4459-9251-264e9cbfd9c4 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:49:58.601106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:49:58.601573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.611131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.643597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=f97b13fa-a37c-404f-80ed-1e6bf0cc05bd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:58.646722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:58.678714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.683557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:58.694780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:49:58.696663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.711416 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] Sync routers for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:49:58.724492 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:58.727356 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:58.747315 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/3667b901-4df4-423b-a4d8-6160c96dc982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334406 May 20 14:49:58.750602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53380) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:58.859576 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:58.874239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Network c1712147-f345-4417-af9f-28b849da72f3 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:49:58.876868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-91a7d801-fb7b-4aa3-9ab8-a03a296e8750 None None] Could not find standard attr ID for object f97b13fa-a37c-404f-80ed-1e6bf0cc05bd. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:49:58.880187 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:49:58.880890 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:58.882573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:49:58.885084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:49:58.944934 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:49:58.945700 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce1c7ab-41cd-4017-b2b4-f70083fafc86 None None] The sync data for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:49:58.973165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.985698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781e933a-4fe8-4ade-934c-7e777ebbef18,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:58.989889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:58.990291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Pushing event updated for resources: {'Port': ['ID=2e223256-13ea-4459-9251-264e9cbfd9c4,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:58.993328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:59.007256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Attempting to bind port 2e223256-13ea-4459-9251-264e9cbfd9c4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:49:59.007635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Attempting to bind port 2e223256-13ea-4459-9251-264e9cbfd9c4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:49:59.008031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Attempting to bind port 2e223256-13ea-4459-9251-264e9cbfd9c4 on network c1712147-f345-4417-af9f-28b849da72f3 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:49:59.014083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:49:59.014744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Checking segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:49:59.015721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.016379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Bound using segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:49:59.016852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Bound port: 2e223256-13ea-4459-9251-264e9cbfd9c4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:49:59.017229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.075514 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/f97b13fa-a37c-404f-80ed-1e6bf0cc05bd HTTP/1.1" status: 204 len: 168 time: 2.0874395 May 20 14:49:59.084698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53384) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:59.115914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] For port 2e223256-13ea-4459-9251-264e9cbfd9c4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:49:59.119764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] For port 2e223256-13ea-4459-9251-264e9cbfd9c4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2e223256-13ea-4459-9251-264e9cbfd9c4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:49:59.125791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.130658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:59.189389 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cb905a75-b3c2-4f52-a2d2-b0c5cd8752e2 req-ff03206d-aab9-4ac6-86be-f69d5c99bff2 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6436725 May 20 14:49:59.189921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:59.190100 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bfb9b0-c7b2-4224-b618-13768c11cce7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:49:59.190733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f4bfb9b0-c7b2-4224-b618-13768c11cce7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:49:59.201094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.215681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Pushing event updated for resources: {'Port': ['ID=2e223256-13ea-4459-9251-264e9cbfd9c4,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:59.220238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:59.232277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f4bfb9b0-c7b2-4224-b618-13768c11cce7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:49:59.233791 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f4bfb9b0-c7b2-4224-b618-13768c11cce7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/f97b13fa-a37c-404f-80ed-1e6bf0cc05bd HTTP/1.1" status: 404 len: 333 time: 0.1479681 May 20 14:49:59.237434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53388) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:59.238160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a247e237-b597-4836-9c96-14e180b59ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:59.245652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.256461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.257685 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5168812 May 20 14:49:59.260816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53392) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:59.280328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '781e933a-4fe8-4ade-934c-7e777ebbef18', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:59.292942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.296810 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8716869 May 20 14:49:59.303133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:49:59.335466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53396) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:59.352255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ccefa6ab-9a7d-4741-9c27-50e64808688f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': 'fb67dbc9-507c-46cc-b607-e885963037ce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:49:59.353223 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-ccefa6ab-9a7d-4741-9c27-50e64808688f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 14:49:59.353931 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-ccefa6ab-9a7d-4741-9c27-50e64808688f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:49:59.357441 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ccefa6ab-9a7d-4741-9c27-50e64808688f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0079339 May 20 14:49:59.364446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb67dbc9-507c-46cc-b607-e885963037ce,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:59.368358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53400) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:49:59.369300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:49:59.378472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:59.381445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:49:59.397893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d2951ab0-b07b-427f-89f3-a1f62ec11b9e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:59.483245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet a96c4654-3544-464c-a032-ace4dcf17fb5 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:49:59.492687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.529928 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:49:59.573027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:49:59.610601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.688578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.699335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.700362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=b7a758c4-988b-45fa-a3a8-35de8fc65b88,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:49:59.724883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:49:59.732303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.758525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.818621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:49:59.903774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.960677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:49:59.979153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f70c50a-92b1-4900-8268-ea761d05bf84,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:00.020631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:00.058108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.061983 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8532891 May 20 14:50:00.061983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.084916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53404) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:00.202163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.279448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.341596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a94851-0cec-4e82-9455-38b3f94b6d51 None None] Network c1712147-f345-4417-af9f-28b849da72f3 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:00.367053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.377096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:00.387744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.406563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f70c50a-92b1-4900-8268-ea761d05bf84,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:00.407132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Router 5656bd91-f790-4b87-b3ad-aafa08e3a168 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:00.410138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:00.418118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.425808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ca7eb2a2-ac7f-4a9b-bfdf-3f1ce3437ef3 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:00.431320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.502837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.544209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-067dabd1-a9d6-4641-938b-6a955212cee4 None None] Provisioning for port 2e223256-13ea-4459-9251-264e9cbfd9c4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:00.636135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2e223256-13ea-4459-9251-264e9cbfd9c4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:00.652364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=a96c4654-3544-464c-a032-ace4dcf17fb5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:00.654437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.656166 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/3f70c50a-92b1-4900-8268-ea761d05bf84 HTTP/1.1" status: 204 len: 168 time: 0.5575349 May 20 14:50:00.657107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:00.661714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53410) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:00.665526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.669701 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/a96c4654-3544-464c-a032-ace4dcf17fb5 HTTP/1.1" status: 204 len: 168 time: 1.4289751 May 20 14:50:00.677677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6c038f-be47-41a8-97f6-321c1a051bf9 None None] Network 03af822a-2de0-4c1b-a2dc-afe45c728ab4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:00.704970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53414) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:00.744274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.770243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ca042b98-0ea3-4bf4-b51e-6f56c4ad2038 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:00.873220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:00.875633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7ed397-b4d5-4682-bc82-6d346520753c,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:00.899313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-38fbda8a-d92e-43b6-bfb5-ed10b6536dec tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:00.913534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.915273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] Sync routers for ids ['5656bd91-f790-4b87-b3ad-aafa08e3a168'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:00.936682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-38fbda8a-d92e-43b6-bfb5-ed10b6536dec tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:00.941938 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-38fbda8a-d92e-43b6-bfb5-ed10b6536dec tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2748621 May 20 14:50:00.941938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53418) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:00.948948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:00.952132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:00.964783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6f13f2a2-bd45-4a9b-92ca-8b61595d9d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:00.979526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2e223256-13ea-4459-9251-264e9cbfd9c4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:00.986380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] Routers {'5656bd91-f790-4b87-b3ad-aafa08e3a168'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:00.987032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['5656bd91-f790-4b87-b3ad-aafa08e3a168'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:00.996054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb67dbc9-507c-46cc-b607-e885963037ce,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:00.998741 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "PUT /v2.0/routers/5656bd91-f790-4b87-b3ad-aafa08e3a168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6904626 May 20 14:50:01.000659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.002361 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7335651 May 20 14:50:01.004396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:01.006552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53422) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:01.006552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53424) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:01.009265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.010450 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/fb67dbc9-507c-46cc-b607-e885963037ce HTTP/1.1" status: 204 len: 168 time: 1.6363108 May 20 14:50:01.018854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53430) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:01.024943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '781e933a-4fe8-4ade-934c-7e777ebbef18', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:01.047946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400830-5524-4fcf-8eb8-11660053f924 req-e7fe6591-2546-49bf-a8e5-477ec1914151 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:01.049455 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fa400830-5524-4fcf-8eb8-11660053f924 req-e7fe6591-2546-49bf-a8e5-477ec1914151 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.7052526 May 20 14:50:01.072992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2e223256-13ea-4459-9251-264e9cbfd9c4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:01.073370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.074256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:01.103385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:01.110862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:01.121903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port efda4b00-9048-4929-abae-284170af758e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:01.122243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.137545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:01.140502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fb6a3253-0da6-4716-a116-d5b9d15b9b26 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:01.155275 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fa400830-5524-4fcf-8eb8-11660053f924 req-2e7a4069-a3d4-4dce-81a3-95ce953b08ca tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855179 May 20 14:50:01.179898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fb6a3253-0da6-4716-a116-d5b9d15b9b26 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:01.183030 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb6a3253-0da6-4716-a116-d5b9d15b9b26 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1592603 May 20 14:50:01.184421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Router 670d17ac-e57b-492a-a371-ac56c9f35a93 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:01.187652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53434) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:01.194876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726162846'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:01.195343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a62b55-d16d-414d-a4d3-cc7aa4f404bb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:01.196940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a62b55-d16d-414d-a4d3-cc7aa4f404bb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:01.197770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d2a62b55-d16d-414d-a4d3-cc7aa4f404bb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:01.203488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:01.210307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] Set router 5656bd91-f790-4b87-b3ad-aafa08e3a168 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:01.261736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.270167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:01.293290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.308420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.327501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:43Z', 'updated_at': '2021-05-20T14:49:58Z', 'revision_number': 3, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:01.341786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.347952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] Checking router: 5656bd91-f790-4b87-b3ad-aafa08e3a168 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:50:01.351807 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d2a62b55-d16d-414d-a4d3-cc7aa4f404bb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:01.355345 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d2a62b55-d16d-414d-a4d3-cc7aa4f404bb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3434842 May 20 14:50:01.362550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:01.362944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.376654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:01.409339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] Routers {'5656bd91-f790-4b87-b3ad-aafa08e3a168'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:01.409996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['5656bd91-f790-4b87-b3ad-aafa08e3a168'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:01.427337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:01.460046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:01.465062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:01.478495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:01.494213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:01.507821 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Sync routers for ids ['670d17ac-e57b-492a-a371-ac56c9f35a93'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:01.516598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 1f165839-03c4-427b-ba67-4be3e568883c {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:01.517908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.519577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.523681 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Routers {'670d17ac-e57b-492a-a371-ac56c9f35a93'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:01.524557 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['670d17ac-e57b-492a-a371-ac56c9f35a93'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:01.559081 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] DHCP port deletion for 03af822a-2de0-4c1b-a2dc-afe45c728ab4 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:01.574066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.583488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] Set router 5656bd91-f790-4b87-b3ad-aafa08e3a168 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:01.603523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.739618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:43Z', 'updated_at': '2021-05-20T14:49:58Z', 'revision_number': 3, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:01.754982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.755624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09bd9d-8e6d-48a3-9b4b-26dc35347030 None None] The sync data for ids ['5656bd91-f790-4b87-b3ad-aafa08e3a168'] in dv-neutron-601336-75-hyperv is: [{'id': '5656bd91-f790-4b87-b3ad-aafa08e3a168', 'name': 'tempest-NetworksTestDHCPv6-router-7795007', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:43Z', 'updated_at': '2021-05-20T14:49:58Z', 'revision_number': 3, 'project_id': '3e06663d22e64fd68382026534584e31', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:01.761454 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.7287793 May 20 14:50:01.765429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53442) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:01.786602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d93cdab9-d474-4fd5-bbbf-adf5b597d026 None None] Provisioning complete for port 2e223256-13ea-4459-9251-264e9cbfd9c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:01.786889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d93cdab9-d474-4fd5-bbbf-adf5b597d026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.794752 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Set router 670d17ac-e57b-492a-a371-ac56c9f35a93 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:01.817406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for efda4b00-9048-4929-abae-284170af758e owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:01.819760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2e223256-13ea-4459-9251-264e9cbfd9c4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2e223256-13ea-4459-9251-264e9cbfd9c4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:01.837549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] For port 8002d2cf-c5b0-4653-9608-94ffb7d567a0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8002d2cf-c5b0-4653-9608-94ffb7d567a0,segment=NetworkSegment(5c484f19-cec5-4e5b-86ce-47b021c9a1ad),segment_id=5c484f19-cec5-4e5b-86ce-47b021c9a1ad)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:01.838064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.844286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.851711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.857512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0e416fef-1909-4bbb-93a6-20685a607815 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:01.866943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:01.892870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.923321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.951368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.951861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Deleting port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:01.952289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:01.964978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c88dea05-2c77-49a2-b7cc-a8c609258165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:02.020508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8376770-b090-4db1-9b8b-74a240127096,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:02.022998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.025336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:02.033505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 8002d2cf-c5b0-4653-9608-94ffb7d567a0 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:02.048430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:02.048682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.053076 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8618207 May 20 14:50:02.056545 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7043225a-2617-4d55-9dd9-adcc4f516ca3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:02.059737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53446) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.063535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.078195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2e223256-13ea-4459-9251-264e9cbfd9c4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:02.078865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-bf12f182-aad9-4794-b916-d73a99520b61 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7043225a-2617-4d55-9dd9-adcc4f516ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.081433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:02.097780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:02.099259 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-bf12f182-aad9-4794-b916-d73a99520b61 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 14:50:02.100141 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-bf12f182-aad9-4794-b916-d73a99520b61 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:02.101677 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bf12f182-aad9-4794-b916-d73a99520b61 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0357540 May 20 14:50:02.111089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53450) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.130154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-74c385da-79fa-47a4-9bcb-d5e4c7edc8e6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7043225a-2617-4d55-9dd9-adcc4f516ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.131245 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-74c385da-79fa-47a4-9bcb-d5e4c7edc8e6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 14:50:02.132088 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-74c385da-79fa-47a4-9bcb-d5e4c7edc8e6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:02.133466 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-74c385da-79fa-47a4-9bcb-d5e4c7edc8e6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146635 May 20 14:50:02.138386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2652d694-bec4-49dd-8ac7-5e786eb554b5,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:02.158441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53454) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.170576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.172329 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/c8376770-b090-4db1-9b8b-74a240127096 HTTP/1.1" status: 204 len: 168 time: 1.2300739 May 20 14:50:02.177278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53456) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.183732 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-91f0c577-5331-4689-9662-b9d21bf86313 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7043225a-2617-4d55-9dd9-adcc4f516ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.184440 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-91f0c577-5331-4689-9662-b9d21bf86313 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 14:50:02.184962 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-91f0c577-5331-4689-9662-b9d21bf86313 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:02.188811 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-91f0c577-5331-4689-9662-b9d21bf86313 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111368 May 20 14:50:02.192592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53462) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.202093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:02.204121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4c9100ab-bb35-40cf-bbb6-e3b8352e3320 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7043225a-2617-4d55-9dd9-adcc4f516ca3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.206251 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-4c9100ab-bb35-40cf-bbb6-e3b8352e3320 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 14:50:02.206767 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-4c9100ab-bb35-40cf-bbb6-e3b8352e3320 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:02.208112 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c9100ab-bb35-40cf-bbb6-e3b8352e3320 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0089738 May 20 14:50:02.215189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53468) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.216709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.218771 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2072325 May 20 14:50:02.235666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] For port 8002d2cf-c5b0-4653-9608-94ffb7d567a0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=8002d2cf-c5b0-4653-9608-94ffb7d567a0,segment=NetworkSegment(5c484f19-cec5-4e5b-86ce-47b021c9a1ad),segment_id=5c484f19-cec5-4e5b-86ce-47b021c9a1ad)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:02.236087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.236592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53470) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.245022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '781e933a-4fe8-4ade-934c-7e777ebbef18', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.265649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:02.293141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:02.302943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-34c94e0c-70b7-436a-859b-7cbfcb776ea9 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:02.308425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:02.333740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:02.340001 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670d17ac-e57b-492a-a371-ac56c9f35a93', 'name': 'tempest-snat-router-2101190043', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.106'}], 'enable_snat': False}, 'gw_port_id': '2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:52Z', 'updated_at': '2021-05-20T14:49:58Z', 'revision_number': 3, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port': {'id': '2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670d17ac-e57b-492a-a371-ac56c9f35a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:55Z', 'updated_at': '2021-05-20T14:49:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:02.345253 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Checking router: 670d17ac-e57b-492a-a371-ac56c9f35a93 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:50:02.346610 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Updating router 670d17ac-e57b-492a-a371-ac56c9f35a93 port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:50:02.405676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-34c94e0c-70b7-436a-859b-7cbfcb776ea9 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:02.413974 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-34c94e0c-70b7-436a-859b-7cbfcb776ea9 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2217529 May 20 14:50:02.417129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53476) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.442069 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.446576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.448407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.449349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Calling delete_port for 8002d2cf-c5b0-4653-9608-94ffb7d567a0 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:02.470622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a50e95db-2159-4d89-9b7e-db4d0fabea31 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:02.485579 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2dc6e528-8e2d-44bd-b766-1c64f0700cb7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/670d17ac-e57b-492a-a371-ac56c9f35a93 HTTP/1.1" status: 200 len: 909 time: 0.7181015 May 20 14:50:02.488307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53478) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:02.492754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2e223256-13ea-4459-9251-264e9cbfd9c4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:02.501342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group': {'name': 'tempest-secgroup--207382396'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.518003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2101190043', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': True}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:02.522696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:02.526715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Usage tracker for resource:router and tenant:027991daa66b4eeaa862d5760686f8b2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:02.529641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.530043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:02.536141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:02.581241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=8002d2cf-c5b0-4653-9608-94ffb7d567a0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:02.586776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.587040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:02.590979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:02.600329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No DVR routers for this DVR port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:02.609858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.610964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.622690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:02.650252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:02.679197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Pushing event deleted for resources: {'Port': ['ID=8002d2cf-c5b0-4653-9608-94ffb7d567a0,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:02.681593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2e223256-13ea-4459-9251-264e9cbfd9c4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:02.682050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.700387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.703239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.719880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:02.728838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] No DVR routers for this DVR port 8002d2cf-c5b0-4653-9608-94ffb7d567a0 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:02.729792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1abe7-6cb6-4541-b082-61468036895f req-526ca63a-bbd5-4789-a316-e65336ab1a8f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:02.731494 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-31e1abe7-6cb6-4541-b082-61468036895f req-526ca63a-bbd5-4789-a316-e65336ab1a8f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3274155 May 20 14:50:02.737287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.878641 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:02.944760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b7a758c4-988b-45fa-a3a8-35de8fc65b88 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:02.985923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: b7a758c4-988b-45fa-a3a8-35de8fc65b88 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:02.986536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b7a758c4-988b-45fa-a3a8-35de8fc65b88 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:02.987264 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8002d2cf-c5b0-4653-9608-94ffb7d567a0 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:03.032420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 8002d2cf-c5b0-4653-9608-94ffb7d567a0 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:03.032748 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 8002d2cf-c5b0-4653-9608-94ffb7d567a0 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:03.038931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.052981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.063715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03af822a-2de0-4c1b-a2dc-afe45c728ab4']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:03.070582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.075902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:03.076601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.082669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.085838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:03.104611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c484f19-cec5-4e5b-86ce-47b021c9a1ad') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:03.104907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c484f19-cec5-4e5b-86ce-47b021c9a1ad') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:03.124882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56634a87-a4ff-45ce-bdf3-c270393d1cd1,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.133988 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Transition to ACTIVE for port object 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:03.134267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.135924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.142588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-30060cb1-b8c5-4cc5-9a17-fd93f85bf8fd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.143592 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.146919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:03.148583 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-61e42f62-309b-45ff-829d-9e6bd6a9a8ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.158338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:03.158780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.183150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7043225a-2617-4d55-9dd9-adcc4f516ca3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.188726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.189393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.193312 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/7043225a-2617-4d55-9dd9-adcc4f516ca3 HTTP/1.1" status: 204 len: 168 time: 0.9731178 May 20 14:50:03.194259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.219195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53484) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:03.226267 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Attempting to bind port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:03.226730 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Attempting to bind port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:03.227106 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Attempting to bind port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:03.231125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.232453 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-31e1abe7-6cb6-4541-b082-61468036895f req-ef82bbe8-b133-4c50-a8d6-ef842ac0db32 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4763634 May 20 14:50:03.244862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.246028 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0058675 May 20 14:50:03.254564 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0212b-48ea-4a50-9d60-2fdfb7ecba40 None None] Pushing event updated for resources: {'Port': ['ID=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.257318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53488) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:03.257833 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-20f0212b-48ea-4a50-9d60-2fdfb7ecba40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.258962 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:03.259977 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:03.260609 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.261190 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:03.262043 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Bound port: 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:03.262674 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.287567 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=efda4b00-9048-4929-abae-284170af758e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.289882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:50:03.290294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:50:03.310686 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:50:03.312829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.328930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '781e933a-4fe8-4ade-934c-7e777ebbef18', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:03.354780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.356380 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] For port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:03.361133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:03.361668 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] For port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:03.366518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.370415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:03.374269 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.375551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:03.393551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:03.406742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.454126 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Routers {'670d17ac-e57b-492a-a371-ac56c9f35a93'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:03.454762 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['670d17ac-e57b-492a-a371-ac56c9f35a93'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:03.502272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.529538 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0212b-48ea-4a50-9d60-2fdfb7ecba40 None None] Pushing event updated for resources: {'Port': ['ID=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.534837 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-20f0212b-48ea-4a50-9d60-2fdfb7ecba40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.547552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.548890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.549541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b39c8-1ee2-47cc-a746-f2bb8eb46e14 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:03.560666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.587319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=1f165839-03c4-427b-ba67-4be3e568883c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.589311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.604994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.610500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-be5b72f8-7436-4b41-93d8-641a5076aab7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.642621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9f2013c-6d4e-43a6-ab84-c687a71d9fa1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:03.642813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.653340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c49da6e-ad68-4ec9-a51b-caddd252dbbd tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:03.664502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.666026 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] Set router 670d17ac-e57b-492a-a371-ac56c9f35a93 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:03.673673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.691831 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1f165839-03c4-427b-ba67-4be3e568883c HTTP/1.1" status: 204 len: 168 time: 2.3130631 May 20 14:50:03.698781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53492) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:03.737880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=03af822a-2de0-4c1b-a2dc-afe45c728ab4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.748237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.750554 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/03af822a-2de0-4c1b-a2dc-afe45c728ab4 HTTP/1.1" status: 204 len: 168 time: 3.0391250 May 20 14:50:03.755898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53496) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:03.762924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'name': 'tempest-PortsIpV6TestJSON-735792661'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:03.777346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e779668b-ba07-4316-b761-f3fb2d4bc0a2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:03.779964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.783564 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2967148 May 20 14:50:03.792470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53500) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:03.793715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:03.871190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:03.900946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'e779668b-ba07-4316-b761-f3fb2d4bc0a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:03.906929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9f2013c-6d4e-43a6-ab84-c687a71d9fa1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:03.909792 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c9f2013c-6d4e-43a6-ab84-c687a71d9fa1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6817832 May 20 14:50:03.917394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:03.923343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53504) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:03.938217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--307897459'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:03.944145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Usage tracker for resource:security_group_rule and tenant:0feb7250e84c401eb9dd1a06822a4a11 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:03.960150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Deleting port edab1277-8588-455b-a849-6fc6056bead4 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:03.960686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.972273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:03.982097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:03.987986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:03.996839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.007399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 3667b901-4df4-423b-a4d8-6160c96dc982 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:04.012394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:04.017181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:04.017566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:04.019951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:04.032616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:04.038440 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '670d17ac-e57b-492a-a371-ac56c9f35a93', 'name': 'tempest-snat-router-2101190043', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.106'}], 'enable_snat': False}, 'gw_port_id': '2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:52Z', 'updated_at': '2021-05-20T14:49:58Z', 'revision_number': 3, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port': {'id': '2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670d17ac-e57b-492a-a371-ac56c9f35a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:55Z', 'updated_at': '2021-05-20T14:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:04.044723 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd0e9d2-b5c8-4349-ae70-beac1dfd9667 None None] The sync data for ids ['670d17ac-e57b-492a-a371-ac56c9f35a93'] in dv-neutron-601336-75-hyperv is: [{'id': '670d17ac-e57b-492a-a371-ac56c9f35a93', 'name': 'tempest-snat-router-2101190043', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.106'}], 'enable_snat': False}, 'gw_port_id': '2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:49:52Z', 'updated_at': '2021-05-20T14:49:58Z', 'revision_number': 3, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port': {'id': '2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:1d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '670d17ac-e57b-492a-a371-ac56c9f35a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:49:55Z', 'updated_at': '2021-05-20T14:50:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:04.086876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] For port edab1277-8588-455b-a849-6fc6056bead4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=edab1277-8588-455b-a849-6fc6056bead4,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:04.087348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.121290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca2411b-5217-4f94-8761-adaa8b97501b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:04.128676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:04.140107 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c2cf8e75-9d81-46dd-8d33-06e3151ea5ce tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 707 time: 0.4369631 May 20 14:50:04.144372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.158297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53508) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:04.181156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:04.184611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.198495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:04.208111 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/3667b901-4df4-423b-a4d8-6160c96dc982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4411561 May 20 14:50:04.208303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53512) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:04.225557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.231048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] Sync routers for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:04.239866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Calling delete_port for edab1277-8588-455b-a849-6fc6056bead4 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:04.256623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.256838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:04.256968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-55e16cb2-96a8-4013-a3ff-369712774507 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:04.257057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:04.259354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port fb037e81-5b4d-44e0-b428-282715fad44b yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:04.259572 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9961116 May 20 14:50:04.266377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53516) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:04.273963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:04.279851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '781e933a-4fe8-4ade-934c-7e777ebbef18', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:04.324414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:04.342351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] Routers {'3667b901-4df4-423b-a4d8-6160c96dc982'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:04.342991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3667b901-4df4-423b-a4d8-6160c96dc982'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:04.350420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:04.355996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:04.393623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:04.409980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:04.425213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.425842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-55e16cb2-96a8-4013-a3ff-369712774507 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:04.429633 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-55e16cb2-96a8-4013-a3ff-369712774507 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=3667b901-4df4-423b-a4d8-6160c96dc982 HTTP/1.1" status: 200 len: 205 time: 0.2179525 May 20 14:50:04.431165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53522) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:04.433342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:04.433755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb2ac27-99a4-4b11-919c-ce6249769f66 None None] The sync data for ids ['3667b901-4df4-423b-a4d8-6160c96dc982'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:04.454698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.459580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ef260dee-3ca1-4db6-9688-57babe8de6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:04.483029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:04.486446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:04.520323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] No DVR routers for this DVR port edab1277-8588-455b-a849-6fc6056bead4 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:04.524223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Pushing event deleted for resources: {'Port': ['ID=edab1277-8588-455b-a849-6fc6056bead4,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:04.526053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:04.574518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device edab1277-8588-455b-a849-6fc6056bead4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:04.591835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:04.666960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: edab1277-8588-455b-a849-6fc6056bead4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:04.667578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device edab1277-8588-455b-a849-6fc6056bead4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:04.795846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:04.978743 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:50:05.072478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.079798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.170390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.209572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3d1373c-0ae0-4510-9df8-28afd4833046 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:05.217465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.221682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.227947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.254962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.255540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router 3667b901-4df4-423b-a4d8-6160c96dc982 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:05.277324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.278415 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-076ad87a-f6e0-4f25-ba68-b92955fb261f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/3667b901-4df4-423b-a4d8-6160c96dc982 HTTP/1.1" status: 204 len: 168 time: 0.8463478 May 20 14:50:05.281742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53526) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.300309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.317590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.326030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.328399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9b0456f6-960f-4b8c-b2e8-c81d5dfb6f8f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:05.329559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb36bc3-fc3a-4fc5-9e5c-982efc86be70,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:05.348076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:05.363560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdd9a9-2530-4e6c-a3ba-18f818aa4fb7 req-fd26b06d-39ba-4864-a3d6-0c5695d7e1de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:05.365048 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-61cdd9a9-2530-4e6c-a3ba-18f818aa4fb7 req-fd26b06d-39ba-4864-a3d6-0c5695d7e1de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.8720095 May 20 14:50:05.377066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.402958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:05.414980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:05.423052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:05.428426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:05.429028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.442361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:05.444123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=fb037e81-5b4d-44e0-b428-282715fad44b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:05.448228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.451776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:05.454498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.457352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.495851 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7387986 May 20 14:50:05.498784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.499023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53530) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.500004 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6949687 May 20 14:50:05.503857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53534) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.509834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.510300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Fanout notify agent at l3_agent the message router_deleted on router 5656bd91-f790-4b87-b3ad-aafa08e3a168 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:05.516706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.523769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.528579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1fe5f1d6-08b0-4e8f-a3d2-7f082ec0b75e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:05.568055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.569158 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f4363880-af3d-436d-8e45-81133f5c9e4c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules/ccb36bc3-fc3a-4fc5-9e5c-982efc86be70 HTTP/1.1" status: 200 len: 763 time: 0.0359650 May 20 14:50:05.574007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53538) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.603280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.606859 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-61cdd9a9-2530-4e6c-a3ba-18f818aa4fb7 req-ca2e5a3e-f555-422c-b043-73325bf0a063 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1976397 May 20 14:50:05.634956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.636271 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7106700 May 20 14:50:05.637237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df8f4b1-e25b-48de-a667-3d9bca035e53,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:05.647711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.648819 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-09de8d61-6869-4b0b-9e33-f635d8bed4e3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/routers/5656bd91-f790-4b87-b3ad-aafa08e3a168 HTTP/1.1" status: 204 len: 168 time: 1.4848795 May 20 14:50:05.649567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53542) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.650988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:05.656226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cfe28c06-31e2-4c66-8300-d5b5a60f253e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:05.664634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53546) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.678974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b0d9358b-d0c7-45f9-add0-892c2b91ebb9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:05.681492 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-b0d9358b-d0c7-45f9-add0-892c2b91ebb9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 14:50:05.682001 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-b0d9358b-d0c7-45f9-add0-892c2b91ebb9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:05.682980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b0d9358b-d0c7-45f9-add0-892c2b91ebb9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0286486 May 20 14:50:05.717064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53552) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.736405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:05.755725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:05.764715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:05.767600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e8a13e1c-08b3-46e8-8238-05163bc0217c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:05.771972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:05.785606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.788939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b44357a9-8572-4cd9-82cb-fd8872145a04 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:05.789832 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5199533 May 20 14:50:05.790846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f799915c-aff6-495b-93bd-9136093a1883,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:05.792663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53556) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.794238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:05.804223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '781e933a-4fe8-4ade-934c-7e777ebbef18', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:05.812994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:05.825196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e8a13e1c-08b3-46e8-8238-05163bc0217c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:05.826597 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e8a13e1c-08b3-46e8-8238-05163bc0217c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1532273 May 20 14:50:05.827933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:05.828940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Allocated IP 172.26.6.18 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/c4695a3b-7eca-4db9-94aa-61c93c23bb2d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:05.831056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53560) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.850648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:05.855608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:05.859856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b44357a9-8572-4cd9-82cb-fd8872145a04 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:05.861986 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b44357a9-8572-4cd9-82cb-fd8872145a04 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2852042 May 20 14:50:05.885430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53564) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:05.907978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:05.937476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.986644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port fb037e81-5b4d-44e0-b428-282715fad44b {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:05.986981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:05.994441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7cc793-f7cc-4df7-8498-81cd80b35151 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:05.995353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9f7cc793-f7cc-4df7-8498-81cd80b35151 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:06.023298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.028645 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:06.029668 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1658a991-c9fd-4a03-acac-2e1947e58bdf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3053794 May 20 14:50:06.043057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53570) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.078259 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:50:06.084912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.104153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fd22ada8-6b33-445e-8a6d-2a82dcfd305c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:06.105578 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-fd22ada8-6b33-445e-8a6d-2a82dcfd305c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 14:50:06.106071 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-fd22ada8-6b33-445e-8a6d-2a82dcfd305c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:06.107014 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fd22ada8-6b33-445e-8a6d-2a82dcfd305c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0308263 May 20 14:50:06.115549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53574) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.119601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.126977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:06.136134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9f7cc793-f7cc-4df7-8498-81cd80b35151 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:06.137272 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9f7cc793-f7cc-4df7-8498-81cd80b35151 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3049867 May 20 14:50:06.142389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53578) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.144719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:06.213745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:06.223161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:06.242703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d893ab84-2309-48e3-af4d-590403cb24e8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:router {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:06.247932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.254245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:06.274082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.311234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d893ab84-2309-48e3-af4d-590403cb24e8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:router {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:06.312986 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d893ab84-2309-48e3-af4d-590403cb24e8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1643703 May 20 14:50:06.318679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53582) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.329857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:06.358469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bad673-37bf-436a-b3bb-36a602f8dc35 req-33d091b1-285e-4f4f-8e6b-fc99b2a134ca tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:06.360690 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-54bad673-37bf-436a-b3bb-36a602f8dc35 req-33d091b1-285e-4f4f-8e6b-fc99b2a134ca tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3013437 May 20 14:50:06.374912 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:06.378981 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4cd3e5f6-f388-4143-9bd8-40984660aac1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2585418 May 20 14:50:06.383656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53586) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.407791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8bc847b3-0ff5-4dec-a790-5ad9d7a8d067 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:06.408175 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-8bc847b3-0ff5-4dec-a790-5ad9d7a8d067 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 14:50:06.408662 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-8bc847b3-0ff5-4dec-a790-5ad9d7a8d067 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:06.412734 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8bc847b3-0ff5-4dec-a790-5ad9d7a8d067 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0249035 May 20 14:50:06.418884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53590) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.476095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:06.480946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:06.505814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:06.522651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:06.527773 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-54bad673-37bf-436a-b3bb-36a602f8dc35 req-3144b4ca-05d0-4bda-b9b0-d74b7965cea3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497593 May 20 14:50:06.530191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:06.533833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.544035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-59ed7f77-332c-404c-a6b6-3b424130e654 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:06.573936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:06.574429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:06.579425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:06.579873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.581434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:06.607390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for fb037e81-5b4d-44e0-b428-282715fad44b owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:06.623232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.625918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:06.633266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:06.635207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef8a57de-ed36-47af-8f5b-e8ca177c67b6 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:06.635740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:06.647521 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Project 4f75e978ef744a38a4de59a14e36c284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:50:06.658551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:06.664509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccb36bc3-fc3a-4fc5-9e5c-982efc86be70,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:06.675222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:06.710028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.711162 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ccb36bc3-fc3a-4fc5-9e5c-982efc86be70 HTTP/1.1" status: 204 len: 168 time: 0.8202362 May 20 14:50:06.716138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.725845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53594) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.734780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:06.739336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.742388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-27e4486a-cde8-492d-a30f-97553560dbd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:06.792872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.795196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-6077ed41-703f-4519-b64d-65f65a0a6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:06.797333 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-6077ed41-703f-4519-b64d-65f65a0a6f90 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 0.7530737 May 20 14:50:06.815217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.818127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:06.821322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:06.839292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-051ead40-6926-44c1-8e98-1074ca7753ac tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:06.848414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Port': ['ID=c4695a3b-7eca-4db9-94aa-61c93c23bb2d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:06.855179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:06.875225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:06.879354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:06.902489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d584cf2-59c1-44ba-a90a-7cd7a133aef6,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:06.912626 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:06.913662 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-729795b3-32d4-4c11-8ced-1b010566aab9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4915135 May 20 14:50:06.920876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53598) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.930915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0c5a26fa-2826-46a9-94ca-4feae7582d51 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:06.931414 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-0c5a26fa-2826-46a9-94ca-4feae7582d51 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 14:50:06.931894 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0c5a26fa-2826-46a9-94ca-4feae7582d51 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:06.932801 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0c5a26fa-2826-46a9-94ca-4feae7582d51 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0104547 May 20 14:50:06.954924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:06.965555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53602) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:06.990850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:07.005160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.015176 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2069685 May 20 14:50:07.015176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a5923150-5731-45df-adb7-36b5fc35d3b7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:07.022912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:07.035088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.044939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:07.048064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d2c229a5-fa9c-4ca3-99bd-9c626460fe3a tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:07.091891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:07.095615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.123160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:07.131287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=fb037e81-5b4d-44e0-b428-282715fad44b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:07.143239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:07.146661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9c89bcc-44bf-490f-846b-d63d64f370a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:07.153558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4c63ab-0cf1-46ab-936d-1a17c57ba62d None None] Network beaf6807-6181-43f2-b8b3-4ca6f400f16a requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:07.178330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.182672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-4894e355-e1ce-4769-8405-ff73a65c030b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:07.184399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-4894e355-e1ce-4769-8405-ff73a65c030b service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.3702705 May 20 14:50:07.190533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.193220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a5923150-5731-45df-adb7-36b5fc35d3b7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:07.197082 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a5923150-5731-45df-adb7-36b5fc35d3b7 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4585431 May 20 14:50:07.199471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53614) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:07.222385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'e779668b-ba07-4316-b761-f3fb2d4bc0a2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:07.234906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:07.252097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:07.255288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:07.264496 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Project 4f75e978ef744a38a4de59a14e36c284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:50:07.272337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:07.282507 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff HTTP/1.1" status: 204 len: 168 time: 1.9988196 May 20 14:50:07.295032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53622) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:07.337750 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/fb037e81-5b4d-44e0-b428-282715fad44b HTTP/1.1" status: 204 len: 168 time: 1.8376508 May 20 14:50:07.349728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53626) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:07.374202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'mac_address': 'fa:16:3e:96:b6:6b', 'name': 'tempest-PortsIpV6TestJSON-358027637'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:07.398465 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-d8d7489e-cf46-4231-b06d-e1edf36d4c85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1000 time: 0.2010961 May 20 14:50:07.412814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:07.416366 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9682c3ae-8606-4779-901d-2828587e5fe1 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4393969 May 20 14:50:07.418137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53630) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:07.424260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-8b4e1220-9b04-4e70-a377-731e2e9f4dc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:07.442119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.457028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '7df8f4b1-e25b-48de-a667-3d9bca035e53', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:07.474262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] DHCP port deletion for beaf6807-6181-43f2-b8b3-4ca6f400f16a request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:07.477151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:07.481316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet 57a8f42f-43ef-475e-8c7f-9e4423609741 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:07.545477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.545802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Deleting port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:07.546303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.554947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:07.561225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:07.584711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:07.602938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:07.604491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-8b4e1220-9b04-4e70-a377-731e2e9f4dc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:07.605777 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-8b4e1220-9b04-4e70-a377-731e2e9f4dc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048652301&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.3737791 May 20 14:50:07.607009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:07.609964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:07.615763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:07.629924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-a9e85004-366c-45fc-a5dc-ec4e7f08f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:07.631641 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-a9e85004-366c-45fc-a5dc-ec4e7f08f967 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.2118382 May 20 14:50:07.634923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:07.663028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] For port 64eb69f9-4f2a-449e-a659-c04fa5f742f7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=64eb69f9-4f2a-449e-a659-c04fa5f742f7,segment=NetworkSegment(6835cccf-0781-4c14-b597-5efd62fe36bc),segment_id=6835cccf-0781-4c14-b597-5efd62fe36bc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:07.663538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.668005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.720087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.732543 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Project 4f75e978ef744a38a4de59a14e36c284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:50:07.767550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.797890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Calling delete_port for 64eb69f9-4f2a-449e-a659-c04fa5f742f7 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:07.833052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.853061 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.856669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:07.861639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-42bc422b-0da5-4d9b-a4c4-7de6c806cc42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:07.908354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:07.910153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 7f401354-bd47-44fb-a365-690b325b8fff yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:07.911044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Pushing event deleted for resources: {'Port': ['ID=64eb69f9-4f2a-449e-a659-c04fa5f742f7,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:07.913782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:07.916154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] No DVR routers for this DVR port 64eb69f9-4f2a-449e-a659-c04fa5f742f7 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:07.957063 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:07.960691 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-864b7001-fc31-4647-b626-1fbd87742b92 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5367067 May 20 14:50:07.961522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-106fb631-57aa-4d58-84e4-4cca189d9cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:07.962215 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-106fb631-57aa-4d58-84e4-4cca189d9cd7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3093178 May 20 14:50:07.973985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53636) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:08.026656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.045527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad0d1cd-7218-4534-9774-bb295b95680f,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:08.053442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:08.127072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.130740 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9267848 May 20 14:50:08.137727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-25fcfbf4-0299-4eb1-834a-c3040c587500 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:08.138425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-25fcfbf4-0299-4eb1-834a-c3040c587500 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:08.193462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53640) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:08.299553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5211f-13ba-4760-91e3-509b5c188c4c req-75dcddd1-1190-4380-a86f-d009aec02984 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:08.301154 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8ae5211f-13ba-4760-91e3-509b5c188c4c req-75dcddd1-1190-4380-a86f-d009aec02984 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.5857000 May 20 14:50:08.313517 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9408c357-c563-4905-9b54-f53f70e20242 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules/8ad0d1cd-7218-4534-9774-bb295b95680f HTTP/1.1" status: 200 len: 763 time: 0.1123979 May 20 14:50:08.324107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53644) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:08.336220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-25fcfbf4-0299-4eb1-834a-c3040c587500 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:08.337350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-25fcfbf4-0299-4eb1-834a-c3040c587500 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=c1712147-f345-4417-af9f-28b849da72f3 HTTP/1.1" status: 200 len: 796 time: 0.7140236 May 20 14:50:08.419776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ef2e8669-88c2-4640-b663-33e45d6b2a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.463644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:08.544407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.557423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:08.557938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.590738 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-9c243be5-9a60-42a0-8c34-c67d6ac7dfae tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0935018 May 20 14:50:08.594905 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-5cbc2b3f-b5ac-43fc-9f90-6965a78e47e5 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6141233 May 20 14:50:08.649235 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8ae5211f-13ba-4760-91e3-509b5c188c4c req-ef39f83c-46a2-47f1-aae2-5959aa78879b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373315 May 20 14:50:08.684046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.716806 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2d800b6b-0545-4e0e-8ec4-c296c71555ab tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3800468 May 20 14:50:08.728945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.741288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53648) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:08.805658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 64eb69f9-4f2a-449e-a659-c04fa5f742f7 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:08.845733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 64eb69f9-4f2a-449e-a659-c04fa5f742f7 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:08.846335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 64eb69f9-4f2a-449e-a659-c04fa5f742f7 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:08.887744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.910191 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-9094068d-2d6d-4b75-aac5-a5a0a317bc0b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3088276 May 20 14:50:08.940466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:08.975140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.020464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.030960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:50:09.031357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4b9ea17d-dec0-4bb5-94aa-e2f0d9905c4d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:09.036420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.049225 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-66ca2125-906b-4fa6-930c-6b4b1148519e req-8234d1ff-e4d7-4295-b76e-aee79cad9aff service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866639 May 20 14:50:09.056425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df8f4b1-e25b-48de-a667-3d9bca035e53,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:09.063367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:09.066238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.072945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:09.085958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:09.093803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ad0d1cd-7218-4534-9774-bb295b95680f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:09.104455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:09.113642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.118088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.122966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-db5c3605-308c-4cb5-924d-5e2094f37279 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:09.164767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:09.172845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=57a8f42f-43ef-475e-8c7f-9e4423609741,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:09.177027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:09.177311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.178418 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/7df8f4b1-e25b-48de-a667-3d9bca035e53 HTTP/1.1" status: 204 len: 168 time: 1.2034187 May 20 14:50:09.182375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:09.183752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6e5a7a6-14f6-4f9e-840f-449f977171c1 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:09.185679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53652) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.192986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f76d74-624b-4416-b7a2-41b849664da9 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:09.207651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f43a77-b71d-4083-acf5-30d1ed1dc9df None None] Network 1e51589c-0824-4f76-93a1-f09938444da1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:09.216575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.220468 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8ad0d1cd-7218-4534-9774-bb295b95680f HTTP/1.1" status: 204 len: 168 time: 0.4708264 May 20 14:50:09.220468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.221879 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/57a8f42f-43ef-475e-8c7f-9e4423609741 HTTP/1.1" status: 204 len: 168 time: 1.9215703 May 20 14:50:09.224992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53656) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.225335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53658) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.241437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:09.242609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.246084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:09.250437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:09.259149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:09.267544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:09.268213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.287826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=7f401354-bd47-44fb-a365-690b325b8fff,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:09.290648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:09.301128 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9419820 May 20 14:50:09.303745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53666) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.319066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=0fab756b-3c76-44b4-8fef-29e61498be46,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:09.324792 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0054417 May 20 14:50:09.341646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53670) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.342554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:09.356864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-2e2d787b-c35a-42bc-9e94-0bdc44811921 service neutron] 10.222.0.58 "GET /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281797 May 20 14:50:09.367499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:09.369813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Router ad54ea70-d49c-4eda-a110-aba81b82172a is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:09.505154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61408aba-05ed-4c9e-afb1-a25e5196d994 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:09.506328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-61408aba-05ed-4c9e-afb1-a25e5196d994 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:09.527639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f094da12-ba72-4031-a4b1-925381c2a8aa tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:09.545247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-61408aba-05ed-4c9e-afb1-a25e5196d994 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:09.546445 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-61408aba-05ed-4c9e-afb1-a25e5196d994 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/7f401354-bd47-44fb-a365-690b325b8fff HTTP/1.1" status: 200 len: 844 time: 0.2417333 May 20 14:50:09.551363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53676) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.624252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:09.638850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '0fab756b-3c76-44b4-8fef-29e61498be46'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:09.639512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.662931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e5eb6854-d17e-4f26-b872-c9c923943c2a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:09.668099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:09.680474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.699275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:09.703905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.760334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] DHCP port deletion for 1e51589c-0824-4f76-93a1-f09938444da1 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:09.811388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e5eb6854-d17e-4f26-b872-c9c923943c2a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:09.813180 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e5eb6854-d17e-4f26-b872-c9c923943c2a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6267533 May 20 14:50:09.817189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53682) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.836767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092282849'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:09.842506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 7f401354-bd47-44fb-a365-690b325b8fff {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:09.843108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.844935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f094da12-ba72-4031-a4b1-925381c2a8aa tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:09.846361 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f094da12-ba72-4031-a4b1-925381c2a8aa tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5891767 May 20 14:50:09.859545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53686) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:09.864643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:09.880735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Allocated IP 2001:db8::f816:3eff:fec0:2abc (5b136d1c-58b9-45d6-b34a-556fde2a0447/0fab756b-3c76-44b4-8fef-29e61498be46/1fb081b9-15b1-46f4-8ac7-398a2965492a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:09.884030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Request body: {'security_group_rule': {'security_group_id': 'e779668b-ba07-4316-b761-f3fb2d4bc0a2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:09.891328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:09.901126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:09.938574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Deleting port 12529870-b4d9-44d1-977c-0287cae25210 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:09.938954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:09.944491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:09.995718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.043748 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-512bae66-bea1-433b-a413-35a538fb46fc service neutron] 10.222.0.58 "GET /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6716731 May 20 14:50:10.057719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.079487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.104101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] For port 12529870-b4d9-44d1-977c-0287cae25210, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=12529870-b4d9-44d1-977c-0287cae25210,segment=NetworkSegment(1d1724b6-e798-49ca-b567-931c4ac5c442),segment_id=1d1724b6-e798-49ca-b567-931c4ac5c442)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:10.104499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.210086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:10.254728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Calling delete_port for 12529870-b4d9-44d1-977c-0287cae25210 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:10.279422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:10.294218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 7f401354-bd47-44fb-a365-690b325b8fff owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:10.297503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:10.307623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:10.344159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.357343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Transition to ACTIVE for port object 1fb081b9-15b1-46f4-8ac7-398a2965492a will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:10.374727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.407439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Transition to ACTIVE for port object 1fb081b9-15b1-46f4-8ac7-398a2965492a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:10.409774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.416341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4c2d14eb-6b74-4df6-88a3-93a69c297e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:10.469000 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-434472a4-0205-4eed-9b29-3518a42497b3 req-6f322609-c40d-44a7-a10d-6394acc7078e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 210 time: 0.0979810 May 20 14:50:10.470851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 12529870-b4d9-44d1-977c-0287cae25210 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:10.487188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beaf6807-6181-43f2-b8b3-4ca6f400f16a']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:10.492822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:10.502060 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Sync routers for ids ['ad54ea70-d49c-4eda-a110-aba81b82172a'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:10.514510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6835cccf-0781-4c14-b597-5efd62fe36bc') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:10.514992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6835cccf-0781-4c14-b597-5efd62fe36bc') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:10.519308 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Routers {'ad54ea70-d49c-4eda-a110-aba81b82172a'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:10.519764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.519949 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:49:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ad54ea70-d49c-4eda-a110-aba81b82172a'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:10.544034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.554255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 12529870-b4d9-44d1-977c-0287cae25210 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:10.554884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 12529870-b4d9-44d1-977c-0287cae25210 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:10.562165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.563536 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0669031 May 20 14:50:10.572872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Pushing event deleted for resources: {'Port': ['ID=12529870-b4d9-44d1-977c-0287cae25210,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:10.573859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53702) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:10.585111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743e8f6-e25f-4308-beb8-f6f01199a89e req-991f1e01-7e61-4fe3-af71-df4953f42247 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:10.585990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] No DVR routers for this DVR port 12529870-b4d9-44d1-977c-0287cae25210 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:10.588204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:10.593872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-48701aba-2560-46db-9d6b-55991d6ec745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:10.595712 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b743e8f6-e25f-4308-beb8-f6f01199a89e req-991f1e01-7e61-4fe3-af71-df4953f42247 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.7470956 May 20 14:50:10.615601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.629129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:50:10.629644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:50:10.653078 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:50:10.710859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.734289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.743386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-46245b37-4ac2-460c-8d93-367453dd48c2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:10.770717 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b743e8f6-e25f-4308-beb8-f6f01199a89e req-46e7b75d-3701-49f2-997d-1a67f4ae0522 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1734588 May 20 14:50:10.776238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:10.778797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Pushing event updated for resources: {'Port': ['ID=1fb081b9-15b1-46f4-8ac7-398a2965492a,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:10.783479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:10.787685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:10.789920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:10.808716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.818944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.826478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:10.895196 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/beaf6807-6181-43f2-b8b3-4ca6f400f16a HTTP/1.1" status: 204 len: 168 time: 1.6362734 May 20 14:50:10.897100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9886910b-36b6-4603-bf78-b4aaf3eb765c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.900357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53712) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:10.907913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=beaf6807-6181-43f2-b8b3-4ca6f400f16a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:10.911834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:10.926472 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Set router ad54ea70-d49c-4eda-a110-aba81b82172a gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:10.946606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.955751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Attempting to bind port 1fb081b9-15b1-46f4-8ac7-398a2965492a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:10.956731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Attempting to bind port 1fb081b9-15b1-46f4-8ac7-398a2965492a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:10.956731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Attempting to bind port 1fb081b9-15b1-46f4-8ac7-398a2965492a on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:10.970405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:10.970796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:10.971238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.971648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:10.972142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Bound port: 1fb081b9-15b1-46f4-8ac7-398a2965492a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:10.972524 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:10.981045 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1384b0fe-13f7-4d38-bf04-775c357bce8c tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/ad54ea70-d49c-4eda-a110-aba81b82172a HTTP/1.1" status: 200 len: 907 time: 0.3972445 May 20 14:50:11.017255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53716) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:11.072036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] For port 1fb081b9-15b1-46f4-8ac7-398a2965492a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:11.075432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] For port 1fb081b9-15b1-46f4-8ac7-398a2965492a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1fb081b9-15b1-46f4-8ac7-398a2965492a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:11.083227 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.087524 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:11.125089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.133734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cec5dd-d22d-4acc-9142-779f0c26d11e,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:11.136073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.137858 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2748580 May 20 14:50:11.144376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53720) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:11.152636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:11.230304 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-19520b3b-4fae-4e2c-b35f-d4cc283e06dd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules/98cec5dd-d22d-4acc-9142-779f0c26d11e HTTP/1.1" status: 200 len: 764 time: 0.0835299 May 20 14:50:11.231817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53724) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:11.236531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.264048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Pushing event updated for resources: {'Port': ['ID=1fb081b9-15b1-46f4-8ac7-398a2965492a,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:11.266042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.270273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:11.277269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7046c33f-3f4e-4152-ab63-ff95588b7a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:11.335269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c184fca8-426e-4c22-8fa7-be315e473f4a req-a09d8137-d3f6-4ee7-888c-b40010561a5d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:11.339632 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c184fca8-426e-4c22-8fa7-be315e473f4a req-a09d8137-d3f6-4ee7-888c-b40010561a5d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3194001 May 20 14:50:11.366280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.386005 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54ea70-d49c-4eda-a110-aba81b82172a', 'name': 'tempest-snat-router-2101190043', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.18'}], 'enable_snat': True}, 'gw_port_id': 'c4695a3b-7eca-4db9-94aa-61c93c23bb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:50:02Z', 'updated_at': '2021-05-20T14:50:07Z', 'revision_number': 3, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port': {'id': 'c4695a3b-7eca-4db9-94aa-61c93c23bb2d', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:08:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad54ea70-d49c-4eda-a110-aba81b82172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:50:05Z', 'updated_at': '2021-05-20T14:50:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:11.391364 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Checking router: ad54ea70-d49c-4eda-a110-aba81b82172a for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:50:11.391869 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Updating router ad54ea70-d49c-4eda-a110-aba81b82172a port c4695a3b-7eca-4db9-94aa-61c93c23bb2d binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:50:11.444482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.448501 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.473974 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8be21c0f-fd30-4351-9921-cff4332b71d4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2182815 May 20 14:50:11.476179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e51589c-0824-4f76-93a1-f09938444da1']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:11.479040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27aa5f7c-8d77-4f69-b684-dcc503046bc4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:11.481933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.502158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53728) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:11.507571 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c184fca8-426e-4c22-8fa7-be315e473f4a req-cf6ecc26-8397-400d-ba2f-01d28d165c9a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583025 May 20 14:50:11.522898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1724b6-e798-49ca-b567-931c4ac5c442') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:11.523230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1724b6-e798-49ca-b567-931c4ac5c442') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:11.583481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.608133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.622135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.625986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.650594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:50:11.652484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:50:11.671723 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:50:11.722064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.727920 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/7f401354-bd47-44fb-a365-690b325b8fff HTTP/1.1" status: 204 len: 168 time: 2.1737466 May 20 14:50:11.730302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:11.738337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0e300ad7-5522-4005-9b7a-60a48894d5ec tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.329s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:11.751947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53736) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:11.838945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.840771 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0225265 May 20 14:50:11.851014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53740) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:11.856924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.862835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '27aa5f7c-8d77-4f69-b684-dcc503046bc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:11.876465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.891124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=7f401354-bd47-44fb-a365-690b325b8fff,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:11.899949 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-52bd9d6b-0df0-4dc4-8b74-872c1d924294 req-e9addfee-a2be-46d8-b6b7-bf02444a8225 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 210 time: 0.0956597 May 20 14:50:11.900915 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cf9a96-3639-44cb-8334-e117175f3113 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:50:11.901418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04cf9a96-3639-44cb-8334-e117175f3113 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:11.931521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:11.931912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:11.933730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:11.947176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:11.953081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.960235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:11.964525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98cec5dd-d22d-4acc-9142-779f0c26d11e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:11.969807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:11.976175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:11.979912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:11.981721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:12.005141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.008210 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/98cec5dd-d22d-4acc-9142-779f0c26d11e HTTP/1.1" status: 204 len: 168 time: 0.4972875 May 20 14:50:12.015891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53744) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:12.017250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/1e51589c-0824-4f76-93a1-f09938444da1 HTTP/1.1" status: 204 len: 168 time: 1.1129632 May 20 14:50:12.021675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04cf9a96-3639-44cb-8334-e117175f3113 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:12.028101 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-04cf9a96-3639-44cb-8334-e117175f3113 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/7f401354-bd47-44fb-a365-690b325b8fff HTTP/1.1" status: 404 len: 333 time: 0.2751482 May 20 14:50:12.029307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=1e51589c-0824-4f76-93a1-f09938444da1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:12.032898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53746) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:12.033229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53748) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:12.046754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:12.057866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'name': 'tempest-PortsIpV6TestJSON-1635172545'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:12.062449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.080221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1150777647'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:12.103321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:12.121204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:12.134765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:12.172278 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.191557 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Transition to ACTIVE for port object c4695a3b-7eca-4db9-94aa-61c93c23bb2d will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:12.201803 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.215392 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-8e1183fe-a9ef-4089-bc0d-0141daf649f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:12.227252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:12.238721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-e5fd9692-aef8-412a-9c0a-1afe14ffc8ae tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:12.240240 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-e5fd9692-aef8-412a-9c0a-1afe14ffc8ae tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=c1712147-f345-4417-af9f-28b849da72f3 HTTP/1.1" status: 200 len: 796 time: 0.4142561 May 20 14:50:12.267755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e77cabf2-ff34-40b2-b886-28f3363dd15b tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:12.284805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fb496-d845-45e0-8fe3-9c6d4bc1edba req-022c3b87-3171-4951-b23c-6e49d4b2de91 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:12.286735 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f07fb496-d845-45e0-8fe3-9c6d4bc1edba req-022c3b87-3171-4951-b23c-6e49d4b2de91 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.4460759 May 20 14:50:12.287656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:12.291966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.305601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:12.315253 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec774b6-25f5-4517-8ae9-6bd47d8c6bab None None] Pushing event updated for resources: {'Port': ['ID=c4695a3b-7eca-4db9-94aa-61c93c23bb2d,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:12.316167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Deleting port c4695a3b-7eca-4db9-94aa-61c93c23bb2d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:12.316519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.341941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:12.353004 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Attempting to bind port c4695a3b-7eca-4db9-94aa-61c93c23bb2d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:12.353596 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Attempting to bind port c4695a3b-7eca-4db9-94aa-61c93c23bb2d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:12.353940 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Attempting to bind port c4695a3b-7eca-4db9-94aa-61c93c23bb2d on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:12.354364 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c15e473-544a-4d0c-ad69-7753d91fd28b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 471 time: 0.1026089 May 20 14:50:12.364507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:12.364940 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:12.365552 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.365956 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:12.366442 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Bound port: c4695a3b-7eca-4db9-94aa-61c93c23bb2d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:12.366909 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.367914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['781e933a-4fe8-4ade-934c-7e777ebbef18']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:12.429561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 740, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:50:12.453665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.454271 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7 of type vlan for network 99166966-a955-49b3-910b-d7f8f1b8c0c7 May 20 14:50:12.466378 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] For port c4695a3b-7eca-4db9-94aa-61c93c23bb2d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:12.470410 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] For port c4695a3b-7eca-4db9-94aa-61c93c23bb2d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c4695a3b-7eca-4db9-94aa-61c93c23bb2d,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:12.492712 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.506962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.507213 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eec774b6-25f5-4517-8ae9-6bd47d8c6bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:12.507557 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eec774b6-25f5-4517-8ae9-6bd47d8c6bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:12.541793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1fb081b9-15b1-46f4-8ac7-398a2965492a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:12.546431 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The resource could not be found. May 20 14:50:12.551171 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fd3ddd9b-0b07-4207-b640-115e8054977f tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6931109 May 20 14:50:12.562436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53762) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:12.567921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e77cabf2-ff34-40b2-b886-28f3363dd15b tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:12.573293 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e77cabf2-ff34-40b2-b886-28f3363dd15b tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5416765 May 20 14:50:12.574249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:12.579180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.590096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.594258 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Routers {'ad54ea70-d49c-4eda-a110-aba81b82172a'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:12.594908 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ad54ea70-d49c-4eda-a110-aba81b82172a'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:12.595915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:12.596604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.626860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '27aa5f7c-8d77-4f69-b684-dcc503046bc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '91226f41-deb3-4aa5-9cd1-33f00782fc41'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:12.634584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:12.640109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:12.643848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:12.652107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:12.661018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53766) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:12.665672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ef6032e4-5134-4e08-85f0-d0e01aabefe4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:12.670391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fe419c54-cccf-4234-81df-375458acfce1 None None] Provisioning for port 1fb081b9-15b1-46f4-8ac7-398a2965492a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:12.685457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 1fb081b9-15b1-46f4-8ac7-398a2965492a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:12.693741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1fb081b9-15b1-46f4-8ac7-398a2965492a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:12.694352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.756832 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7071688 May 20 14:50:12.769388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53770) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:12.779994 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] Set router ad54ea70-d49c-4eda-a110-aba81b82172a gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:12.812569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:12.822833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.830402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.837956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.839204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d381dc5-a410-4b4e-aa5b-6d6c51f56a6e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:12.869322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 9d893346-1f9f-47ed-a5b0-c80006e69c53 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:12.877002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 1fb081b9-15b1-46f4-8ac7-398a2965492a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1fb081b9-15b1-46f4-8ac7-398a2965492a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:12.883848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.886472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-91c65d04-ca95-495d-b56a-ec3159886737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:12.900792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.926468 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec774b6-25f5-4517-8ae9-6bd47d8c6bab None None] Pushing event updated for resources: {'Port': ['ID=c4695a3b-7eca-4db9-94aa-61c93c23bb2d,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:12.929405 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad54ea70-d49c-4eda-a110-aba81b82172a', 'name': 'tempest-snat-router-2101190043', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:50:02Z', 'updated_at': '2021-05-20T14:50:12Z', 'revision_number': 4, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:12.935225 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eec774b6-25f5-4517-8ae9-6bd47d8c6bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:12.935886 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224db34-d098-440b-b389-aa979eed51c8 None None] The sync data for ids ['ad54ea70-d49c-4eda-a110-aba81b82172a'] in dv-neutron-601336-75-hyperv is: [{'id': 'ad54ea70-d49c-4eda-a110-aba81b82172a', 'name': 'tempest-snat-router-2101190043', 'tenant_id': '027991daa66b4eeaa862d5760686f8b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:50:02Z', 'updated_at': '2021-05-20T14:50:12Z', 'revision_number': 4, 'project_id': '027991daa66b4eeaa862d5760686f8b2', 'gw_port_host': None}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:12.951121 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f07fb496-d845-45e0-8fe3-9c6d4bc1edba req-adea35f3-57fe-4714-95c3-8577dc385adb tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6470304 May 20 14:50:12.964967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:12.985911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=1fb081b9-15b1-46f4-8ac7-398a2965492a,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:12.990024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:12.997085 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:13.067477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:13.070358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:13.080676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a969e54-737d-4845-a206-990e881213cf None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:13.084158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Calling delete_port for c4695a3b-7eca-4db9-94aa-61c93c23bb2d owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:13.097744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:port and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:13.106487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for port was recalculated. Used quota:5. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:13.119355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:13.123539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=c7932826-9f39-4789-a8b0-b6ee1ae67634,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:13.126580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:13.127404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.132021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:13.175564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:13.179712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.194758 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8463285 May 20 14:50:13.198588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53778) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:13.210739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:06:4b:41', 'name': 'tempest-NetworksTestDHCPv6-944574351'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:13.444479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=99166966-a955-49b3-910b-d7f8f1b8c0c7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:13.466897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:50:13.477366 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The resource could not be found. May 20 14:50:13.478417 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4868890c-8649-4f3b-a2cf-370c17f8a8f9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9120378 May 20 14:50:13.485266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:13.494171 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7dac8cee-8cdb-4c36-8c2f-220f6e58b94e req-59d7b34d-ed24-4d27-a52b-f166c8fd8553 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 210 time: 0.1791241 May 20 14:50:13.497193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53784) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:13.563740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:13.604354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:13.609397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:13.609567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:13.627155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:13.627626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:13.632799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:13.643971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:13.649677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.23 (c1712147-f345-4417-af9f-28b849da72f3/c4f2bc3d-5074-4e8b-8326-7068dcef227b/52b7825c-f75f-4f0f-a270-e48caea676a4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:13.664417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.667084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:13.669173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.673452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c25937a7-5467-47c8-9946-836b0d1d5c1f tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:13.682455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Update dhcp port {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '0fab756b-3c76-44b4-8fef-29e61498be46', 'ip_address': '2001:db8::f816:3eff:fec0:2abc'}, {'subnet_id': 'c7932826-9f39-4789-a8b0-b6ee1ae67634'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '1fb081b9-15b1-46f4-8ac7-398a2965492a'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:50:13.700599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.709338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-19984f54-98b1-4bda-a674-2b744c0c25a2 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:13.712896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e779668b-ba07-4316-b761-f3fb2d4bc0a2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:13.715316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:13.738933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:13.742354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.751770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.754811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4695a3b-7eca-4db9-94aa-61c93c23bb2d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:13.768470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:13.879326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:13.979434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Allocated IP 172.20.0.2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/c7932826-9f39-4789-a8b0-b6ee1ae67634/1fb081b9-15b1-46f4-8ac7-398a2965492a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:13.998583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.028549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.032478 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "DELETE /v2.0/security-groups/e779668b-ba07-4316-b761-f3fb2d4bc0a2 HTTP/1.1" status: 204 len: 168 time: 1.3372185 May 20 14:50:14.039145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.040612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53788) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:14.042130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.058861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132235e5-77fa-4382-a172-a63d0179ef91 req-a8b87b85-d06b-482c-83c2-574206b2af2f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:14.060358 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-132235e5-77fa-4382-a172-a63d0179ef91 req-a8b87b85-d06b-482c-83c2-574206b2af2f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.5482152 May 20 14:50:14.067081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.155578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] For port 1fb081b9-15b1-46f4-8ac7-398a2965492a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1fb081b9-15b1-46f4-8ac7-398a2965492a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:14.182802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.202659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Transition to ACTIVE for port object 1fb081b9-15b1-46f4-8ac7-398a2965492a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:14.206633 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-132235e5-77fa-4382-a172-a63d0179ef91 req-e5874c08-3850-466b-a2d1-bc7678804ed4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236145 May 20 14:50:14.211109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.214623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port c1f151ed-00dd-4672-bc59-fd2c14526b3b yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:14.216700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:14.221921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d2a2ee6f-2cce-47a6-984b-d6436f44bd39 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Synchronizing usage tracker for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:14.272214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.283985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bf953057-44ad-4b4f-8f82-bbeaacc5adbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:14.309121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.326253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.327768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27aa5f7c-8d77-4f69-b684-dcc503046bc4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:14.330077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:14.336458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:14.343322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.372316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d2a2ee6f-2cce-47a6-984b-d6436f44bd39 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Unset dirty status for tenant:0feb7250e84c401eb9dd1a06822a4a11 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:14.378352 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d2a2ee6f-2cce-47a6-984b-d6436f44bd39 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3231168 May 20 14:50:14.393140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Pushing event updated for resources: {'Port': ['ID=1fb081b9-15b1-46f4-8ac7-398a2965492a,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:14.396359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:14.402910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53792) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:14.452780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:14.479706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:14.482267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:14.488616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:14.489407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.514581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1fb081b9-15b1-46f4-8ac7-398a2965492a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:14.551404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=9d893346-1f9f-47ed-a5b0-c80006e69c53,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:14.553982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.565828 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/27aa5f7c-8d77-4f69-b684-dcc503046bc4 HTTP/1.1" status: 204 len: 168 time: 1.0634561 May 20 14:50:14.566224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.569452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53798) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:14.570325 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:14.601463 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5e73e407-5d5a-4a16-ba61-dc2db20aa676 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1884558 May 20 14:50:14.607342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.607991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ad54ea70-d49c-4eda-a110-aba81b82172a {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:14.650089 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5988753 May 20 14:50:14.663292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53804) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:14.667491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 52b7825c-f75f-4f0f-a270-e48caea676a4 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:14.693086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:14.773484 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-533b837a-270a-4a6b-a2b5-22ed84eb11b3 req-d3500be4-5f42-4a6a-b506-a7f6bff6128c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 210 time: 0.1049390 May 20 14:50:14.797402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2ab97724-1834-448e-9675-f884488bbad5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:14.842280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:14.846287 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/routers/ad54ea70-d49c-4eda-a110-aba81b82172a HTTP/1.1" status: 204 len: 168 time: 3.8158834 May 20 14:50:14.851023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53808) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:14.908493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2ab97724-1834-448e-9675-f884488bbad5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:14.909792 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2ab97724-1834-448e-9675-f884488bbad5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3323529 May 20 14:50:14.914809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53814) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:14.920453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': 'b85ef981-600a-46ee-817e-e6f7d88e6194', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:14.926867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:14.931023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:14.935679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:14.944382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:15.031488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 172.20.0.11 (5b136d1c-58b9-45d6-b34a-556fde2a0447/c7932826-9f39-4789-a8b0-b6ee1ae67634/c1f151ed-00dd-4672-bc59-fd2c14526b3b) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:15.038519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fe06:4b41 (5b136d1c-58b9-45d6-b34a-556fde2a0447/0fab756b-3c76-44b4-8fef-29e61498be46/c1f151ed-00dd-4672-bc59-fd2c14526b3b) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:15.039936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53818) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:15.062886 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The resource could not be found. May 20 14:50:15.064122 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f2ef95e8-e47f-48f0-ae49-0caddbc98317 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1486125 May 20 14:50:15.070337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53824) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:15.074880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.083774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--450293107'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:15.090699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:15.100801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.105045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:15.111723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c1d321ab-d362-4b40-aeb5-6b7401f15d90 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:15.123708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c1d02f9a-2dbf-4c12-8055-2c39a851762e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:15.186841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.214871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.215676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d0edb276-fbeb-4dca-8513-28db061b74dc None None] Provisioning for port 1fb081b9-15b1-46f4-8ac7-398a2965492a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:15.221658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d0edb276-fbeb-4dca-8513-28db061b74dc None None] Provisioning complete for port 1fb081b9-15b1-46f4-8ac7-398a2965492a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:15.222041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d0edb276-fbeb-4dca-8513-28db061b74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.243135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network c1712147-f345-4417-af9f-28b849da72f3 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:15.261959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=41756c4c-fc51-4fbd-8100-05e97b5fcbb1,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:15.264409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:15.267120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:15.312570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:15.314784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:15.323569 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aeff007d-e2aa-4023-8cf4-e7223e76fe3f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0feb7250e84c401eb9dd1a06822a4a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801211 May 20 14:50:15.330160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:15.337234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:15.341208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:15.341572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: 99166966-a955-49b3-910b-d7f8f1b8c0c7, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:50:15.357565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:15.368915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:15.457997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=52b7825c-f75f-4f0f-a270-e48caea676a4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:15.460936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:15.471855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:50:15.512369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 99166966-a955-49b3-910b-d7f8f1b8c0c7) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:15.517504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.524404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598211b-4837-4cff-a602-dfa87d2d9086 None None] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:15.560671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:15.561042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.588829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.600291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.628477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.643387 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8379171 May 20 14:50:15.645700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.646879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-70bf6ca5-8945-4c8f-8948-05a9ebc86c32 None None] Provisioning for port 52b7825c-f75f-4f0f-a270-e48caea676a4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:15.655873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043740a-05ad-4a53-9c14-88ae7a81338b req-e027adcc-5141-4bde-b838-098222c78f9d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:15.657357 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d043740a-05ad-4a53-9c14-88ae7a81338b req-e027adcc-5141-4bde-b838-098222c78f9d tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.2519433 May 20 14:50:15.657835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53834) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:15.659977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:15.660340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.661680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b642282-3403-48db-8724-ef5da773cf60 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:15.694199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1396404832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:15.724995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-70bf6ca5-8945-4c8f-8948-05a9ebc86c32 None None] Provisioning complete for port 52b7825c-f75f-4f0f-a270-e48caea676a4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:15.725354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70bf6ca5-8945-4c8f-8948-05a9ebc86c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.726934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:15.745801 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3823607 May 20 14:50:15.775819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Request body: {'port': {'device_id': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:15.819711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-70bf6ca5-8945-4c8f-8948-05a9ebc86c32 None None] Port 52b7825c-f75f-4f0f-a270-e48caea676a4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:15.845997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-99166966-a955-49b3-910b-d7f8f1b8c0c7', 'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': '41756c4c-fc51-4fbd-8100-05e97b5fcbb1'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:15.846854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.875444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:router and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:15.882327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.883556 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8044045 May 20 14:50:15.884894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:15.890308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53840) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:15.896924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cf0e48-d3b2-4008-80fa-48d1c69c963f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:15.906745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:15.909490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:15.915960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--27214106'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:15.930085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:15.939811 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d043740a-05ad-4a53-9c14-88ae7a81338b req-5116fc6f-d962-4ed6-a03d-1c0e4ec7a108 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690794 May 20 14:50:15.946533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.947557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:15.950956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:15.988644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.043945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.060063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.062310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Allocated IP 2001:db8::2 (99166966-a955-49b3-910b-d7f8f1b8c0c7/41756c4c-fc51-4fbd-8100-05e97b5fcbb1/e34b3e71-462e-4761-8eec-997255b9b7f7) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:16.062688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.070547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.080824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object c1f151ed-00dd-4672-bc59-fd2c14526b3b will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:16.083402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b19e0600-a77e-4298-aa2c-a32b8acfb508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:16.090783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.105189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.116670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.129179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff475eaa-4b12-46af-8d10-c76c8f55d7e7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:16.130333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.143809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:16.151734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:16.152972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec64972e-7d95-410f-a3ad-38d8bcd93bed tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:16.164113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:16.168151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:16.172992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.173180 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ff475eaa-4b12-46af-8d10-c76c8f55d7e7 HTTP/1.1" status: 204 len: 168 time: 0.8420153 May 20 14:50:16.180597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.184309 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2d0ffc6f-f1c0-45e1-a6d7-5e264eda2a14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5127962 May 20 14:50:16.184309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:16.185836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:16.203146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'port': {'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7', 'name': 'tempest-RoutersIpV6Test-759057043'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:16.279196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8a256-5af9-4637-8573-3874442567bf req-20e5350c-fdcc-41ff-badf-894813aa259f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:16.286669 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2fc8a256-5af9-4637-8573-3874442567bf req-20e5350c-fdcc-41ff-badf-894813aa259f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 932 time: 0.2682440 May 20 14:50:16.298959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=9d893346-1f9f-47ed-a5b0-c80006e69c53,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:16.401509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] In _notify_port_updated(), no bound segment for port 9d893346-1f9f-47ed-a5b0-c80006e69c53 on network 6c95614b-38a4-4c06-b92e-d918d166b5ad {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:50:16.407944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:16.408674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.410243 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6fb717b8-c14d-4edf-bfe9-05252885e933 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/ports/9d893346-1f9f-47ed-a5b0-c80006e69c53 HTTP/1.1" status: 200 len: 818 time: 1.7410302 May 20 14:50:16.414842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53856) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:16.489462 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2fc8a256-5af9-4637-8573-3874442567bf req-eb399e8b-ca3d-480d-b305-84c4e10201ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018878 May 20 14:50:16.524772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.529885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.536262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:16.541703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:port and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:16.541874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Transition to ACTIVE for port object e34b3e71-462e-4761-8eec-997255b9b7f7 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:16.545132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.551002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:16.553874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cfdf280-4543-42ec-9f7a-689a16a0754b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:16.570658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Transition to ACTIVE for port object e34b3e71-462e-4761-8eec-997255b9b7f7 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:16.579546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:16.579895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1fb081b9-15b1-46f4-8ac7-398a2965492a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:16.618133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.626290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6939608a-744e-433b-9285-b9803859ceca,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:16.632281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:16.636156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517e5f3-dba3-44cc-963e-2e82e7f30276 req-261c8d9e-203d-4e98-835c-4d7a707ce04a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:16.637776 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3517e5f3-dba3-44cc-963e-2e82e7f30276 req-261c8d9e-203d-4e98-835c-4d7a707ce04a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3287461 May 20 14:50:16.638821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:16.639830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:16.643681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.655568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:16.659412 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7612693 May 20 14:50:16.660107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53864) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:16.684732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': 'f0cf0e48-d3b2-4008-80fa-48d1c69c963f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6939608a-744e-433b-9285-b9803859ceca'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:16.697291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:16.713092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:16.718619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] device_id is not set on port 3ff5822f-3ab5-40b3-8835-004c928ba034 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:16.748336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:16.756080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:16.762233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:16.765111 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:16.766983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:16.784726 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3517e5f3-dba3-44cc-963e-2e82e7f30276 req-ce3206d5-26df-4354-8514-97bf300f65de tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301627 May 20 14:50:16.809418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:16.837698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Pushing event updated for resources: {'Port': ['ID=e34b3e71-462e-4761-8eec-997255b9b7f7,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:16.849038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:16.859447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=c1f151ed-00dd-4672-bc59-fd2c14526b3b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:16.889196 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:16.893092 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0266c4ba-4972-4595-91d3-e2853274582e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2170856 May 20 14:50:16.896036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53872) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:16.903924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:16.923774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.630s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:16.924470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:16.925599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:16.943220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:16.972302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8::345 (99166966-a955-49b3-910b-d7f8f1b8c0c7/41756c4c-fc51-4fbd-8100-05e97b5fcbb1/3ff5822f-3ab5-40b3-8835-004c928ba034) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:16.999320 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Attempting to bind port e34b3e71-462e-4761-8eec-997255b9b7f7 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:17.000283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Attempting to bind port e34b3e71-462e-4761-8eec-997255b9b7f7 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:17.000812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Attempting to bind port e34b3e71-462e-4761-8eec-997255b9b7f7 on network 99166966-a955-49b3-910b-d7f8f1b8c0c7 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:17.005460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.013884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:17.014644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Checking segment: {'id': '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:17.015809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.016444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Bound using segment: {'id': '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:17.017383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Bound port: e34b3e71-462e-4761-8eec-997255b9b7f7, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '99166966-a955-49b3-910b-d7f8f1b8c0c7'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:17.018153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.032513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1fb081b9-15b1-46f4-8ac7-398a2965492a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:17.033103 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.036151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:17.036801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.094128 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8905857 May 20 14:50:17.097991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53882) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:17.101512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.106576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Deleting port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:17.106928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.243198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] For port 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:17.243480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.318081 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] For port e34b3e71-462e-4761-8eec-997255b9b7f7, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:17.338432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] For port e34b3e71-462e-4761-8eec-997255b9b7f7, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e34b3e71-462e-4761-8eec-997255b9b7f7,segment=NetworkSegment(4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7),segment_id=4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:17.351366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.352920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53888) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:17.357450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-95924755-f73b-45d5-a908-bb2b6341d8cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:17.394019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Calling delete_port for 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:17.399706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.423150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.466539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-69e4744a-87a4-4ae6-ac6f-d82bef361283 None None] Provisioning for port c1f151ed-00dd-4672-bc59-fd2c14526b3b completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:17.470227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.474705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-69e4744a-87a4-4ae6-ac6f-d82bef361283 None None] Provisioning complete for port c1f151ed-00dd-4672-bc59-fd2c14526b3b triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:17.475307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-69e4744a-87a4-4ae6-ac6f-d82bef361283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.476296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object 3ff5822f-3ab5-40b3-8835-004c928ba034 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:17.479784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-794bdd72-1b7e-4d57-945a-b0719e5de7b9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:17.492035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-a378bd37-07c1-4609-bd9f-9bf50dababf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:17.494104 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-a378bd37-07c1-4609-bd9f-9bf50dababf7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f34697779d114d4aac4642f32035173c&device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 1098 time: 1.0737085 May 20 14:50:17.506238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9273bda-3c8d-420d-9daa-a79504791582 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:17.512731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9273bda-3c8d-420d-9daa-a79504791582 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:17.515300 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e9273bda-3c8d-420d-9daa-a79504791582 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4157286 May 20 14:50:17.521180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6939608a-744e-433b-9285-b9803859ceca,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:17.523973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Pushing event updated for resources: {'Port': ['ID=e34b3e71-462e-4761-8eec-997255b9b7f7,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:17.534773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:17.540820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:17.547233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53896) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:17.568973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-69e4744a-87a4-4ae6-ac6f-d82bef361283 None None] Port c1f151ed-00dd-4672-bc59-fd2c14526b3b cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:17.605787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 9d893346-1f9f-47ed-a5b0-c80006e69c53 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:17.606131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.622159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1588254353-network', 'tenant_id': 'e15aaa46216743048aa1f2555c9310fe'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:17.628207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:17.634210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Usage tracker for resource:network and tenant:e15aaa46216743048aa1f2555c9310fe is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:17.639436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:17.647276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:17.732497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.735170 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/6939608a-744e-433b-9285-b9803859ceca HTTP/1.1" status: 204 len: 168 time: 0.8369050 May 20 14:50:17.735170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Made reservation on behalf of e15aaa46216743048aa1f2555c9310fe for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:17.736760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.746346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53900) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:17.803714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.882901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:17.906298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Usage tracker for resource:security_group_rule and tenant:e15aaa46216743048aa1f2555c9310fe is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:17.909357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:17.921272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:17.923921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:17.941826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.011922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:18.066200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-38126bb2-8290-4b53-af0a-a0215e8fecc6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:18.071160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:18.089623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:18.092313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:18.098081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:18.098622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.137689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d32c06-3847-466a-9ef6-f73d9ae3886a req-24ce9f4d-ac41-4bd0-b5a1-b5cead991742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:18.139196 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c7d32c06-3847-466a-9ef6-f73d9ae3886a req-24ce9f4d-ac41-4bd0-b5a1-b5cead991742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 932 time: 0.4834511 May 20 14:50:18.152239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 9d893346-1f9f-47ed-a5b0-c80006e69c53 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:18.160985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-731df309-0fb3-4596-8d64-fe13237ef4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:18.161452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=3ff5822f-3ab5-40b3-8835-004c928ba034,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:18.162444 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-731df309-0fb3-4596-8d64-fe13237ef4c5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 200 len: 912 time: 0.6552401 May 20 14:50:18.164460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:18.206439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-38126bb2-8290-4b53-af0a-a0215e8fecc6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:18.207952 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-38126bb2-8290-4b53-af0a-a0215e8fecc6 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.4516838 May 20 14:50:18.212577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53906) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:18.245881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port c1f151ed-00dd-4672-bc59-fd2c14526b3b {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:18.246359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.270494 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0797477 May 20 14:50:18.276958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53910) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:18.323607 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c7d32c06-3847-466a-9ef6-f73d9ae3886a req-b4decb9c-7ca9-401e-b519-26607f86ac99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642592 May 20 14:50:18.521073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e34b3e71-462e-4761-8eec-997255b9b7f7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:18.553012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587dd25-ae84-4e6b-b681-c0896e0e8c66 req-5c266542-1203-4ac3-9e5f-72a392ca4681 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:18.559994 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b587dd25-ae84-4e6b-b681-c0896e0e8c66 req-5c266542-1203-4ac3-9e5f-72a392ca4681 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.6427402 May 20 14:50:18.611043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e34b3e71-462e-4761-8eec-997255b9b7f7 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:18.620405 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-0e6fbef9-ce10-4a0f-92bb-e540fe5e6b97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 200 len: 1000 time: 0.4456422 May 20 14:50:18.630071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269a7af4-e85b-49c7-a04e-a1527f534284 None None] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:18.659490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.681430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.691818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-51d421cd-61de-4349-94bb-ee3bebb3caca tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:18.710464 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b587dd25-ae84-4e6b-b681-c0896e0e8c66 req-aacd57d3-0d6d-45b9-bbad-4dd21663ab35 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496308 May 20 14:50:18.711161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.730978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.758395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Provisioning for port e34b3e71-462e-4761-8eec-997255b9b7f7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:18.777028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Provisioning complete for port e34b3e71-462e-4761-8eec-997255b9b7f7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:18.777560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.811148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:50:18.831340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:18.889606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for c1f151ed-00dd-4672-bc59-fd2c14526b3b owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:18.895896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32b9d74-b5cf-4d45-9467-0dcc537365fa,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:18.903122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:18.904462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.923150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:18.923491 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Added segment a534a5b8-1fc6-462d-9a37-a2f971b2c639 of type vlan for network af5b9e7e-440b-4289-a296-1c8e9c8a9cef May 20 14:50:18.981260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.010445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.021990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-45c90b4f-a021-4f8c-a5f9-e798429fb244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.032909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.044994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cf0e48-d3b2-4008-80fa-48d1c69c963f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.052935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.053404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.054405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:19.055242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.062870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-56a04f93-5c4d-4e89-8e48-33e3e90de51d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.090717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-675d1b06-a3b8-439a-a222-4e2e53c2e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:19.092261 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-675d1b06-a3b8-439a-a222-4e2e53c2e2c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 200 len: 850 time: 0.4356945 May 20 14:50:19.099998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.105963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b7825c-f75f-4f0f-a270-e48caea676a4 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:50:19.106181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] For port e34b3e71-462e-4761-8eec-997255b9b7f7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e34b3e71-462e-4761-8eec-997255b9b7f7,segment=NetworkSegment(4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7),segment_id=4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:19.112115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.116796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-26126713-c1aa-4a30-899d-8af0c5628f4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.119155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13e307d7-44c4-4655-a975-79fa81cddf45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.148983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.194161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.201334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Pushing event updated for resources: {'Port': ['ID=e34b3e71-462e-4761-8eec-997255b9b7f7,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.206913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.234654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.238249 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/f0cf0e48-d3b2-4008-80fa-48d1c69c963f HTTP/1.1" status: 204 len: 168 time: 1.0168843 May 20 14:50:19.238390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.239734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Pushing event updated for resources: {'Network': ['ID=af5b9e7e-440b-4289-a296-1c8e9c8a9cef,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.241029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53914) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:19.249733 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8925438 May 20 14:50:19.249733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.250230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53918) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:19.254996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network af5b9e7e-440b-4289-a296-1c8e9c8a9cef details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:50:19.271920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Request body: {'subnet': {'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1588254353-subnet', 'tenant_id': 'e15aaa46216743048aa1f2555c9310fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:19.275305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.283532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.308743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:19.318631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Usage tracker for resource:subnet and tenant:e15aaa46216743048aa1f2555c9310fe is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:19.328702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:19.350426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:19.381816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7ce8c59c-ffb6-4656-9bea-fb90e981fe38 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:19.391565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.400844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Made reservation on behalf of e15aaa46216743048aa1f2555c9310fe for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:19.402418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=9d893346-1f9f-47ed-a5b0-c80006e69c53,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.403185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.417274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Transition to ACTIVE for port object 52b7825c-f75f-4f0f-a270-e48caea676a4 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:19.430789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.435203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.442721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b8b4135-ef01-4e83-9716-0571170700a4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.446678 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.457947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0ebeb47c-00fd-4973-93b0-3694015d5203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:19.480539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-739d990a-f37a-4857-9de5-1c61b648dd54 None None] Provisioning for port 3ff5822f-3ab5-40b3-8835-004c928ba034 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:19.488083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7ce8c59c-ffb6-4656-9bea-fb90e981fe38 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:19.488460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-739d990a-f37a-4857-9de5-1c61b648dd54 None None] Provisioning complete for port 3ff5822f-3ab5-40b3-8835-004c928ba034 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:19.489343 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7ce8c59c-ffb6-4656-9bea-fb90e981fe38 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2441607 May 20 14:50:19.494681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-739d990a-f37a-4857-9de5-1c61b648dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.517704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53924) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:19.531366 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/9d893346-1f9f-47ed-a5b0-c80006e69c53 HTTP/1.1" status: 204 len: 168 time: 3.0752647 May 20 14:50:19.540650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563475985'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:19.553859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53928) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:19.558043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=c1f151ed-00dd-4672-bc59-fd2c14526b3b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.566480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.583514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-739d990a-f37a-4857-9de5-1c61b648dd54 None None] Port 3ff5822f-3ab5-40b3-8835-004c928ba034 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:19.602559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-739d990a-f37a-4857-9de5-1c61b648dd54 None None] Provisioning complete for port e34b3e71-462e-4761-8eec-997255b9b7f7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:19.603014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-739d990a-f37a-4857-9de5-1c61b648dd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.726801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.779413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:19.800154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Pushing event updated for resources: {'Port': ['ID=52b7825c-f75f-4f0f-a270-e48caea676a4,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:19.860182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:19.867807 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:19.870373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.930760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:19.971705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-558aa0bd-ac49-4384-9135-abe1225369e6 None None] Provisioning complete for port 3ff5822f-3ab5-40b3-8835-004c928ba034 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:19.972085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-558aa0bd-ac49-4384-9135-abe1225369e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.001725 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/c1f151ed-00dd-4672-bc59-fd2c14526b3b HTTP/1.1" status: 204 len: 168 time: 2.4466190 May 20 14:50:20.005654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:20.066547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-558aa0bd-ac49-4384-9135-abe1225369e6 None None] Port 3ff5822f-3ab5-40b3-8835-004c928ba034 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:20.068216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f16273-01ec-4c05-b6a6-5af0e5bdd196 req-977e4e84-bd07-4893-9d82-69a893bc19b3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.070286 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-11f16273-01ec-4c05-b6a6-5af0e5bdd196 req-977e4e84-bd07-4893-9d82-69a893bc19b3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 944 time: 0.4557509 May 20 14:50:20.161019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5d192-b2e6-4015-a6a3-0ae82fa5945a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.162623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5d192-b2e6-4015-a6a3-0ae82fa5945a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.164252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a5d192-b2e6-4015-a6a3-0ae82fa5945a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.165072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-54a5d192-b2e6-4015-a6a3-0ae82fa5945a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:20.218006 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-11f16273-01ec-4c05-b6a6-5af0e5bdd196 req-7bb1211f-7d69-432c-8495-41338f33105d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381869 May 20 14:50:20.219936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-8a33adb0-1c0b-42f6-a758-1e005f2d9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.221287 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-8a33adb0-1c0b-42f6-a758-1e005f2d9168 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44e8751b-0794-45e1-b758-2bd527a88e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 1.1040730 May 20 14:50:20.237661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-54a5d192-b2e6-4015-a6a3-0ae82fa5945a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:20.241593 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54a5d192-b2e6-4015-a6a3-0ae82fa5945a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2340810 May 20 14:50:20.242239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53938) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:20.253117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec61c4-2646-4632-8ff2-b493c4e9c335 req-73fd4179-d734-46fc-8111-b8594d1392fd tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.254555 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aaec61c4-2646-4632-8ff2-b493c4e9c335 req-73fd4179-d734-46fc-8111-b8594d1392fd tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3271482 May 20 14:50:20.338183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.353753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.359510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.391815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.406727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 0fab756b-3c76-44b4-8fef-29e61498be46 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:20.410661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.445177 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aaec61c4-2646-4632-8ff2-b493c4e9c335 req-f9108343-6ed7-44b8-aedd-b6cbb93ff755 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567905 May 20 14:50:20.483013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.520240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:20.549480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:20.569296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e34b3e71-462e-4761-8eec-997255b9b7f7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:20.572841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:20.591428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:20.642546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e34b3e71-462e-4761-8eec-997255b9b7f7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:20.643019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.663441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.663956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 670d17ac-e57b-492a-a371-ac56c9f35a93 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:20.679445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Attempting to bind port 52b7825c-f75f-4f0f-a270-e48caea676a4 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:20.679445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Attempting to bind port 52b7825c-f75f-4f0f-a270-e48caea676a4 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:20.679762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Attempting to bind port 52b7825c-f75f-4f0f-a270-e48caea676a4 on network c1712147-f345-4417-af9f-28b849da72f3 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:20.697700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef0068f-8885-4e40-892b-1920b3496baf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:20.698086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cef0068f-8885-4e40-892b-1920b3496baf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:20.769805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.785115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Port 52b7825c-f75f-4f0f-a270-e48caea676a4 on network c1712147-f345-4417-af9f-28b849da72f3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:50:20.785437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Attempting to bind port 52b7825c-f75f-4f0f-a270-e48caea676a4 on network c1712147-f345-4417-af9f-28b849da72f3 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:20.806351 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-aca04c19-cd17-47f7-948e-805421643414 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200357 May 20 14:50:20.820961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:20.821484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Checking segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:20.821966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Bound using segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:20.822572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Bound port: 52b7825c-f75f-4f0f-a270-e48caea676a4, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:20.822948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.825395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:20.832559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-375d9834-3b29-4de6-9e79-4145d7e5687e tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:20.921924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cef0068f-8885-4e40-892b-1920b3496baf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:20.923072 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cef0068f-8885-4e40-892b-1920b3496baf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.3670933 May 20 14:50:20.934882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53942) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:21.039541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5601201b-c2c8-41bb-8410-a8f04bc7a569,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:21.042133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:21.062092 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6189f216-e779-4c8d-857c-8b97e9ff9b3b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:50:21.062606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6189f216-e779-4c8d-857c-8b97e9ff9b3b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:21.068025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Checking segment: {'id': 'a534a5b8-1fc6-462d-9a37-a2f971b2c639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:21.068376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Network hostable DHCP agents. Network: af5b9e7e-440b-4289-a296-1c8e9c8a9cef, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:50:21.096118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.097296 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "DELETE /v2.0/routers/670d17ac-e57b-492a-a371-ac56c9f35a93 HTTP/1.1" status: 204 len: 168 time: 6.1996117 May 20 14:50:21.101768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53946) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:21.113874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1326428368', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:21.119920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6189f216-e779-4c8d-857c-8b97e9ff9b3b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:21.120990 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6189f216-e779-4c8d-857c-8b97e9ff9b3b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/9d893346-1f9f-47ed-a5b0-c80006e69c53 HTTP/1.1" status: 404 len: 333 time: 0.1835365 May 20 14:50:21.133285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53950) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:21.134379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:21.146341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Usage tracker for resource:router and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:21.152047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1012520653'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:21.179554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.184759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:21.194112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Network af5b9e7e-440b-4289-a296-1c8e9c8a9cef is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:50:21.205942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.206157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:21.212925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:21.213474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] For port 52b7825c-f75f-4f0f-a270-e48caea676a4, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:21.220910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:21.225201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0dc71f5b-3482-4a5e-b24c-c31e6cc44fa5 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:21.225705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:21.234120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, af5b9e7e-440b-4289-a296-1c8e9c8a9cef) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:21.243022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:21.248760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13673a45-fdf2-47af-a1e2-378211fcb49e None None] Network af5b9e7e-440b-4289-a296-1c8e9c8a9cef requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:21.256581 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce557919-ec4f-4906-a2f3-44b07326ce1b req-35354a65-cd6b-4f34-a9bf-2fd408b68f70 service neutron] 10.222.0.11 "GET /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114017 May 20 14:50:21.258838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:21.259585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.269714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] For port 52b7825c-f75f-4f0f-a270-e48caea676a4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=52b7825c-f75f-4f0f-a270-e48caea676a4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:21.270195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.271274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.281213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a1cd32-d39b-47ad-b88f-a3c0c93aa89b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:21.286526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:21.287547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.288414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:21.289098 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7701585 May 20 14:50:21.291784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.295389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.298869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53956) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:21.299769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-96fa939e-1595-4772-893f-c38dfb06e44e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:21.344109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.354893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '73a1cd32-d39b-47ad-b88f-a3c0c93aa89b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:21.362562 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1115069 May 20 14:50:21.381398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.383926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:21.399670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:21.399670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.401101 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] 10.222.0.11 "PUT /v2.0/ports/52b7825c-f75f-4f0f-a270-e48caea676a4 HTTP/1.1" status: 200 len: 1094 time: 5.6319594 May 20 14:50:21.402182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:21.405114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'tag': '52b7825c-f75f-4f0f-a270-e48caea676a4'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:50:21.413431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:21.422877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.427016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:21.443920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.447315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Pushing event updated for resources: {'Port': ['ID=52b7825c-f75f-4f0f-a270-e48caea676a4,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:21.459843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:50:21.462007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cec8a823-3409-4270-8b4e-9c07068e2a53 tempest-AllowedAddressPairIpV6TestJSON-1018752648 tempest-AllowedAddressPairIpV6TestJSON-1018752648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:21.490706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:21.500992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:21.575217 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'tag': '52b7825c-f75f-4f0f-a270-e48caea676a4', 'status': 'completed', 'code': 200} May 20 14:50:21.609759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.679407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=0fab756b-3c76-44b4-8fef-29e61498be46,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:21.683413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:21.685895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:21.686266 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment 4e62a50e-214e-4243-807f-db5439d35f5a of type vlan for network 93b257de-4cc5-48ca-8b52-ff05959ed3cf May 20 14:50:21.720286 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/0fab756b-3c76-44b4-8fef-29e61498be46 HTTP/1.1" status: 204 len: 168 time: 1.4757018 May 20 14:50:21.727311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53966) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:21.732668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab94fc-047a-4647-bddc-2dfdc15da427 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:21.832181 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:21.833701 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-24e9b200-2328-47f8-b3ca-2c0ef000f571 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5045321 May 20 14:50:21.843844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53972) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:21.855375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=3ff5822f-3ab5-40b3-8835-004c928ba034,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:21.863624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group_rule': {'security_group_id': '73a1cd32-d39b-47ad-b88f-a3c0c93aa89b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:21.882299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:21.888725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.889416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.890683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.891227 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.891755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.892264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.892780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.893298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.893882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.894475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.895080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.895685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:21.904116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:21.944695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:21.949559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:21.963750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:21.974768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.041097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-bdace366-5e00-4525-9171-36e0b1c9dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:22.042964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-bdace366-5e00-4525-9171-36e0b1c9dca6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 1097 time: 0.5536005 May 20 14:50:22.062556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.146592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f386daa5-d246-499f-8852-e30011c659cc None None] Network af5b9e7e-440b-4289-a296-1c8e9c8a9cef requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:22.167073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:22.188689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.201893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet c7932826-9f39-4789-a8b0-b6ee1ae67634 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:22.222922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.294935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6ae78-1844-43dd-87a7-0bab16618f95 req-219d81f7-abf9-423e-8cf4-da0ca7d0d5f5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:22.302905 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e2a6ae78-1844-43dd-87a7-0bab16618f95 req-219d81f7-abf9-423e-8cf4-da0ca7d0d5f5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 944 time: 0.8440781 May 20 14:50:22.326681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.335525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:22.336170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.347455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-63056b95-196e-43a9-97bc-3ef24f2fb397 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:22.383251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7cbbc870-87d2-4718-9edd-a7e6756f2b82 None None] Provisioning complete for port 3ff5822f-3ab5-40b3-8835-004c928ba034 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:22.384247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7cbbc870-87d2-4718-9edd-a7e6756f2b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.407702 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-5b3cbc5f-cbe2-464f-9556-28eccd800eb7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=52b7825c-f75f-4f0f-a270-e48caea676a4 HTTP/1.1" status: 200 len: 217 time: 0.3509583 May 20 14:50:22.409618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53986) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:22.415665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-625216674-network', 'tenant_id': '3d1d990f6e764b9c99aabcf01e5720ca'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:22.430687 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:22.434114 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b8957598-d1db-4c22-83b5-1de5a06415bf tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5824971 May 20 14:50:22.435987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53990) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:22.438499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.439963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:22.470609 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3303118 May 20 14:50:22.477447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 53992) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:22.487334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:22.488352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7cbbc870-87d2-4718-9edd-a7e6756f2b82 None None] Port 3ff5822f-3ab5-40b3-8835-004c928ba034 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:22.496435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:22.496787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2d1adfab-dbe0-4bd4-a9fa-2e91f46d56e4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:22.522122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:22.540804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Usage tracker for resource:network and tenant:3d1d990f6e764b9c99aabcf01e5720ca is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:22.555582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:22.599908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:22.698542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-f91492d9-650b-4d7f-9629-86deb6be0145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:22.700244 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-f91492d9-650b-4d7f-9629-86deb6be0145 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f2bc3d-5074-4e8b-8326-7068dcef227b HTTP/1.1" status: 200 len: 837 time: 0.2664871 May 20 14:50:22.732031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09d9b6-8276-4392-95ba-d42054e55527 req-cf1cacfc-49de-42d3-a22c-9d7242e48d0f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:22.734132 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5b09d9b6-8276-4392-95ba-d42054e55527 req-cf1cacfc-49de-42d3-a22c-9d7242e48d0f tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.9441781 May 20 14:50:22.736935 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e2a6ae78-1844-43dd-87a7-0bab16618f95 req-990a50d1-458d-45ca-b2f1-2a18ebd492a3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4332554 May 20 14:50:22.741067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=93b257de-4cc5-48ca-8b52-ff05959ed3cf,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:22.747284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:22.753730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Made reservation on behalf of 3d1d990f6e764b9c99aabcf01e5720ca for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:22.754109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:50:22.756046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.790722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.835812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.873802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.875409 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5b09d9b6-8276-4392-95ba-d42054e55527 req-0d00cb3b-125c-43b8-a84c-7a77161d35b6 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321635 May 20 14:50:22.887083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:22.935956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:22.938402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:22.947329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:22.966705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:22.970505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Usage tracker for resource:security_group_rule and tenant:3d1d990f6e764b9c99aabcf01e5720ca is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:22.973964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:22.985086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:22.995749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.007484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:23.062779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:23.066118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.116172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-29f19d91-cb37-4dac-b17a-201f44f2960b None None] Provisioning complete for port 1fb081b9-15b1-46f4-8ac7-398a2965492a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:23.117544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-29f19d91-cb37-4dac-b17a-201f44f2960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.121057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.131642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2753fcae-4b6e-4360-9d7e-2c35f5b30d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:23.207923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a1cd32-d39b-47ad-b88f-a3c0c93aa89b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:23.211237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-51c113dd-d1c3-48f4-a1e5-4a89faa81a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:23.213059 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-51c113dd-d1c3-48f4-a1e5-4a89faa81a47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1712147-f345-4417-af9f-28b849da72f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.5031345 May 20 14:50:23.228558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:23.232296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.273988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.431624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.432744 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/73a1cd32-d39b-47ad-b88f-a3c0c93aa89b HTTP/1.1" status: 204 len: 168 time: 0.9577012 May 20 14:50:23.438011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 53998) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:23.472670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.480022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-83a08a46-d8ec-449c-804e-6d1e773dfe28 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:23.535209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=c7932826-9f39-4789-a8b0-b6ee1ae67634,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:23.539621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.547698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:23.547876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c771365c-ddeb-472e-9c02-fae6c7e25eb2 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:23.551836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Allocated IP 172.26.6.197 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/4b29dea3-ee52-41a5-9584-f0cd181f1ff9) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:23.581499 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/c7932826-9f39-4789-a8b0-b6ee1ae67634 HTTP/1.1" status: 204 len: 168 time: 1.7941334 May 20 14:50:23.587427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54002) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:23.592487 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e7d5d549-696f-46f2-8dff-11cb95acd44a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1448743 May 20 14:50:23.603699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54004) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:23.618782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'tempest-secgroup--1188098640'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:23.628668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:23.635530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:23.683827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:23.700259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:23.720601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.727452 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-7078b056-c74e-4091-b878-9de944cd011c service neutron] 10.222.0.11 "GET /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360332 May 20 14:50:23.739396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-356425fc-63cd-444b-a9cf-1ec19b014ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:router {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:23.767783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:23.774466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.777663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Usage tracker for resource:security_group_rule and tenant:4f75e978ef744a38a4de59a14e36c284 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:23.781520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:23.789534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:23.821005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.845262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:23.851047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.860701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8462f0ed-9106-4d31-b3b4-f35a481f0949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:23.861588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.910940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:23.912915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fd05eef-ce20-41fb-a5d1-217d3fdb18d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:23.985101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Deleting port 1fb081b9-15b1-46f4-8ac7-398a2965492a {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:23.985754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.019155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.093687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:24.095673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] For port 1fb081b9-15b1-46f4-8ac7-398a2965492a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1fb081b9-15b1-46f4-8ac7-398a2965492a,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:24.096251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.109891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:24.113173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:24.125896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-356425fc-63cd-444b-a9cf-1ec19b014ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:router {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:24.127212 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-356425fc-63cd-444b-a9cf-1ec19b014ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5285997 May 20 14:50:24.145831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:50:24.147624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54014) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:24.174031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad34d89b-e76e-4ca3-88ad-0224a93b2225,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:24.186226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:24.192495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event updated for resources: {'Port': ['ID=4b29dea3-ee52-41a5-9584-f0cd181f1ff9,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:24.201134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.205127 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5977118 May 20 14:50:24.205291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:24.212593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54018) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:24.215448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.215682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.215986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.216356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.216725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.217089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.217997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.218364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.218732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.219120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.219475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.219836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.224100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:24.228714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-638c38ec-25e4-43b0-b6c3-e1c570a8cd19 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:24.242144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.242453 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Added segment 69ef5eb2-1077-4b1e-83c1-312d9d5131c4 of type vlan for network 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba May 20 14:50:24.243546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Calling delete_port for 1fb081b9-15b1-46f4-8ac7-398a2965492a owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:24.246278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-292309a2-e80f-42b2-b174-0ce43358cad4 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:24.246701 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.v2.base [None req-292309a2-e80f-42b2-b174-0ce43358cad4 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 14:50:24.247202 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-292309a2-e80f-42b2-b174-0ce43358cad4 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] update failed (client error): There was a conflict when trying to complete your request. May 20 14:50:24.248136 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-292309a2-e80f-42b2-b174-0ce43358cad4 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "PUT /v2.0/security-groups/5e6206d1-59b1-46aa-a457-b0c8217dc9ef HTTP/1.1" status: 409 len: 330 time: 0.0172045 May 20 14:50:24.254400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54022) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:24.300326 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.306963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74660108-3a55-4a36-93eb-8e61d15da643 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:24.355999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Pushing event deleted for resources: {'Port': ['ID=1fb081b9-15b1-46f4-8ac7-398a2965492a,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:24.359369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] No DVR routers for this DVR port 1fb081b9-15b1-46f4-8ac7-398a2965492a on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:24.369565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.370498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.371053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.371723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.372721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.373262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.373965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.374570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.375075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.375952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.376435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.376931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:50:24.379887 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6980f72-c078-40a1-ba71-6f01b3ac6dd3 req-76dbb2f9-b903-4a17-885f-3205afbe7ee5 service neutron] 10.222.0.11 "GET /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887349 May 20 14:50:24.380880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:24.429254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.438273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:24.466095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1fb081b9-15b1-46f4-8ac7-398a2965492a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:24.504181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 1fb081b9-15b1-46f4-8ac7-398a2965492a {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:24.504897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1fb081b9-15b1-46f4-8ac7-398a2965492a not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:24.516125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:24.523025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.529787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:24.534651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:24.554123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dfcae-aeae-4fb6-b276-0341675e5285 req-36478517-3c1f-482d-a309-028489745615 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:24.554964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.555635 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7d3dfcae-aeae-4fb6-b276-0341675e5285 req-36478517-3c1f-482d-a309-028489745615 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 944 time: 0.6014881 May 20 14:50:24.555798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.564412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:24.573307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:24.595881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6206d1-59b1-46aa-a457-b0c8217dc9ef,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:24.620179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:24.647055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795b06e5-a1cc-45a6-8044-ce99d5d93f9d req-ff63608a-6cc4-41e3-815f-6d659c5dfe3b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:24.648555 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-795b06e5-a1cc-45a6-8044-ce99d5d93f9d req-ff63608a-6cc4-41e3-815f-6d659c5dfe3b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.6164002 May 20 14:50:24.659620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.668223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.669253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:24.669814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.696927 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7d3dfcae-aeae-4fb6-b276-0341675e5285 req-20fc47be-dd11-4169-89f6-18f877192eeb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033046 May 20 14:50:24.755929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:24.759207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.785936 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-795b06e5-a1cc-45a6-8044-ce99d5d93f9d req-3d3edeeb-fbe2-43a2-bb5e-c24306b9030c tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230919 May 20 14:50:24.880942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=3ff5822f-3ab5-40b3-8835-004c928ba034,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:24.891541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:24.921668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:24.923185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8d9136ce-4e37-4fa3-9e4e-5e3289f69d25 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:24.946058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.011165 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6002266 May 20 14:50:25.016639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54028) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:25.022238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Request body: {'subnet': {'network_id': '3307cbaf-0ef8-48cc-80ba-4f71538dc1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-625216674-subnet', 'tenant_id': '3d1d990f6e764b9c99aabcf01e5720ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:25.032402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:25.041073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Usage tracker for resource:subnet and tenant:3d1d990f6e764b9c99aabcf01e5720ca is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:25.045529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:25.054219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:25.056055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59545-901b-4800-9e80-f7675a808931 req-d40975e0-9327-4e2e-9c04-0747a019bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:25.057527 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-d40975e0-9327-4e2e-9c04-0747a019bff8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 1097 time: 0.6100678 May 20 14:50:25.148342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Made reservation on behalf of 3d1d990f6e764b9c99aabcf01e5720ca for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:25.150615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.162220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Pushing event updated for resources: {'Network': ['ID=3307cbaf-0ef8-48cc-80ba-4f71538dc1ba,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:25.172880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:50:25.183596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:25.198758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:25.204786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1afabe-add6-4f88-b4ba-9a75fe16b288 req-7d344505-ce15-4a92-b507-1f876bedf004 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:25.206172 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:25.206307 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2f1afabe-add6-4f88-b4ba-9a75fe16b288 req-7d344505-ce15-4a92-b507-1f876bedf004 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3003962 May 20 14:50:25.262466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.281575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2a09d2ec-ede5-43ab-b5eb-e56094a285c4 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:25.409179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6206d1-59b1-46aa-a457-b0c8217dc9ef,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:25.439458 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2f1afabe-add6-4f88-b4ba-9a75fe16b288 req-f691ac58-be50-4e41-88dc-1fc23dc78d57 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030412 May 20 14:50:25.470869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:25.520932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a191ffa9-c9a2-4d48-ab90-226c466fd13d None None] Provisioning complete for port 3ff5822f-3ab5-40b3-8835-004c928ba034 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:25.521615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a191ffa9-c9a2-4d48-ab90-226c466fd13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.578087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59545-901b-4800-9e80-f7675a808931 req-d4919567-3593-40be-9d09-154757383419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:25.579870 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-d4919567-3593-40be-9d09-154757383419 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1712147-f345-4417-af9f-28b849da72f3 HTTP/1.1" status: 200 len: 897 time: 0.4523833 May 20 14:50:25.586753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.587849 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/5e6206d1-59b1-46aa-a457-b0c8217dc9ef HTTP/1.1" status: 204 len: 168 time: 1.3279014 May 20 14:50:25.591144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54034) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:25.603228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a191ffa9-c9a2-4d48-ab90-226c466fd13d None None] Port 3ff5822f-3ab5-40b3-8835-004c928ba034 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:25.619382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.679534 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-510051d3-f8aa-479b-9cde-0358b6088c4f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=52b7825c-f75f-4f0f-a270-e48caea676a4 HTTP/1.1" status: 200 len: 217 time: 0.0905454 May 20 14:50:25.794271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aeaac9bc-3565-4000-b621-c9da444ba454 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Synchronizing usage tracker for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:25.897541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:25.906637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:26.002013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aeaac9bc-3565-4000-b621-c9da444ba454 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Unset dirty status for tenant:4f75e978ef744a38a4de59a14e36c284 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:26.003278 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aeaac9bc-3565-4000-b621-c9da444ba454 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4069233 May 20 14:50:26.016830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54042) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.074307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59545-901b-4800-9e80-f7675a808931 req-53bd92e7-20f8-4c82-b822-bc99c393e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:26.075865 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-53bd92e7-20f8-4c82-b822-bc99c393e02f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c4f2bc3d-5074-4e8b-8326-7068dcef227b HTTP/1.1" status: 200 len: 837 time: 0.3813694 May 20 14:50:26.076522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=2d6f2f7f-e519-4baa-9fb4-06295e7e951a,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:26.082602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:26.085315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router d8d237bf-df7b-4560-9a4c-b9bf544d7e2f is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:26.087300 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-1df1b187-b3fd-45ff-88e7-1db949149b40 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] delete failed (client error): The resource could not be found. May 20 14:50:26.088282 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1df1b187-b3fd-45ff-88e7-1db949149b40 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "DELETE /v2.0/security-groups/acd4beeb-c80f-4131-a7bf-bf3803850a80 HTTP/1.1" status: 404 len: 347 time: 0.0684850 May 20 14:50:26.096885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54046) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.105711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c53f1-4333-4e8d-8b5a-07383229d49b req-fa308557-574a-488c-8dea-2a547ad5e0e4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:26.107197 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-486c53f1-4333-4e8d-8b5a-07383229d49b req-fa308557-574a-488c-8dea-2a547ad5e0e4 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.3312767 May 20 14:50:26.132055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': '4e62a50e-214e-4243-807f-db5439d35f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:26.132418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: 93b257de-4cc5-48ca-8b52-ff05959ed3cf, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:50:26.342494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:50:26.352008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2995d3-eecd-4ab8-92db-790c8404ef72 req-76762e19-ddb6-4c60-9181-7ca9dfa1f2e4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:26.353491 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cc2995d3-eecd-4ab8-92db-790c8404ef72 req-76762e19-ddb6-4c60-9181-7ca9dfa1f2e4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 944 time: 0.5038176 May 20 14:50:26.356099 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-73ff5933-8af0-4287-b527-0046f90895dd tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] show failed (client error): The resource could not be found. May 20 14:50:26.360470 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-73ff5933-8af0-4287-b527-0046f90895dd tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-groups/0e7748eb-b878-4932-b88e-4538bf927add HTTP/1.1" status: 404 len: 347 time: 0.2478848 May 20 14:50:26.362391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54050) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.394802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Router f1f35fd4-59c0-4721-9a18-948a1c989eac is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:26.399685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 93b257de-4cc5-48ca-8b52-ff05959ed3cf) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:26.412324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8482cf-5462-4438-8f37-dc987ee95ee7 None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:26.414563 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-486c53f1-4333-4e8d-8b5a-07383229d49b req-a43b6df4-0edb-447c-bc6c-368dd56538e3 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200206 May 20 14:50:26.421034 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-108aec45-ef53-4d12-a04e-f4320efa53ba tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] show failed (client error): The resource could not be found. May 20 14:50:26.428704 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-108aec45-ef53-4d12-a04e-f4320efa53ba tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] 10.222.0.58 "GET /v2.0/security-group-rules/d05e3508-5549-4fb1-ae2e-ba7710165260 HTTP/1.1" status: 404 len: 356 time: 0.0577912 May 20 14:50:26.428704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:26.437484 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/d8d237bf-df7b-4560-9a4c-b9bf544d7e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1545501 May 20 14:50:26.448046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:26.448336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] Sync routers for ids ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:26.448845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:26.455505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54056) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.477828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] Routers {'d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:26.478796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.511225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca59545-901b-4800-9e80-f7675a808931 req-634623ad-ad81-4000-a91b-dae8e40b2fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:26.511831 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cc2995d3-eecd-4ab8-92db-790c8404ef72 req-0b6a0118-117f-4ac2-b214-329971ebc8fc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449251 May 20 14:50:26.513623 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-634623ad-ad81-4000-a91b-dae8e40b2fcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1712147-f345-4417-af9f-28b849da72f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.4223473 May 20 14:50:26.583852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.661654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] Routers {'d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:26.662542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.672310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:26.682746 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] Sync routers for ids ['f1f35fd4-59c0-4721-9a18-948a1c989eac'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:26.688939 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-eb5d5287-9c0b-4a1e-a4dd-9eaf7a2c4c59 service neutron] 10.222.0.11 "GET /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610374 May 20 14:50:26.701960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:26.707634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-de9de529-6479-432f-b198-5d521b78a60d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:26.737522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:26.739129 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2483420 May 20 14:50:26.745220 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6401715 May 20 14:50:26.750104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54062) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.750567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54064) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.761253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.761678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29562a8-9563-484a-83a8-32a0d050336a None None] The sync data for ids ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:26.772002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': False}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:26.774400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbcd531-9d04-4b08-a696-f14d4cc61fc5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:26.776565 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bfbcd531-9d04-4b08-a696-f14d4cc61fc5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports/3ff5822f-3ab5-40b3-8835-004c928ba034 HTTP/1.1" status: 200 len: 983 time: 0.3186669 May 20 14:50:26.785809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54070) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:26.794794 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] Routers {'f1f35fd4-59c0-4721-9a18-948a1c989eac'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:26.796171 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f1f35fd4-59c0-4721-9a18-948a1c989eac'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.832580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:26.878729 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.889863 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] Routers {'f1f35fd4-59c0-4721-9a18-948a1c989eac'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:26.891504 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f1f35fd4-59c0-4721-9a18-948a1c989eac'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.951312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': '2d6f2f7f-e519-4baa-9fb4-06295e7e951a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:26.952533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:26.962977 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:26.963338 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc4dea-87e4-44d7-8fa6-dcb8b3d4b9ec None None] The sync data for ids ['f1f35fd4-59c0-4721-9a18-948a1c989eac'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:26.979827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54074) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:27.033250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbd4aee-fe39-4563-98c2-50ca73e9a72b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:27.044478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:27.103576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 52b7825c-f75f-4f0f-a270-e48caea676a4 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:50:27.122389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Checking segment: {'id': '69ef5eb2-1077-4b1e-83c1-312d9d5131c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '3307cbaf-0ef8-48cc-80ba-4f71538dc1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:27.122750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Network hostable DHCP agents. Network: 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:50:27.126072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Allocated IP 2001:db8::2 (93b257de-4cc5-48ca-8b52-ff05959ed3cf/2d6f2f7f-e519-4baa-9fb4-06295e7e951a/c8436f4e-1b66-4f54-bd5e-a94239fa3bd7) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:27.156468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:50:27.162120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:27.174301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:27.184333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-79e6b33d-b3e2-4686-b4a9-c7a19543c7cd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:27.226642 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fca59545-901b-4800-9e80-f7675a808931 req-d121a3a4-1f33-47f6-bff1-d6fcbac6e523 service neutron] 10.222.0.11 "GET /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5229385 May 20 14:50:27.228514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:27.231063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:27.240173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:27.251204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:27.254497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Network 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:50:27.259715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be65fc-795b-46c9-9fd5-2d45ce7763af None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:27.270869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:27.300181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:27.329466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:27.330377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:27.330966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:27.332846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:27.347504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78970c76-9c15-4c2d-bd16-27c719cc48f1 None None] Network 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:27.410285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:27.410782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:27.419482 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-21f428c0-2103-41e4-876d-fc13ba05446a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4f75e978ef744a38a4de59a14e36c284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342895 May 20 14:50:27.444810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54080) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:27.563231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5454721 May 20 14:50:27.672722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=43eab038-e187-4aae-9bcd-127dd0613b46,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:27.694943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:27.705852 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5549409 May 20 14:50:27.713412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54090) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:27.756408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 52b7825c-f75f-4f0f-a270-e48caea676a4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=52b7825c-f75f-4f0f-a270-e48caea676a4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:27.769951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd39193-cf9f-4828-856b-d3900ee66e17 None None] Network 3307cbaf-0ef8-48cc-80ba-4f71538dc1ba requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:27.782493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:27.833175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '52b7825c-f75f-4f0f-a270-e48caea676a4', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'port_id': '52b7825c-f75f-4f0f-a270-e48caea676a4', 'mac_address': 'fa:16:3e:cb:af:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:50:27.915074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.064948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.112302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.131921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Transition to ACTIVE for port object c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:28.137054 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d6f2f7f-e519-4baa-9fb4-06295e7e951a (CIDR: 2001:db8::/64) May 20 14:50:28.152831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.156817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '43eab038-e187-4aae-9bcd-127dd0613b46'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:28.157646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.173557 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:50:28.173906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:50:28.181161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b7825c-f75f-4f0f-a270-e48caea676a4 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:50:28.257854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-73286384-af4b-449d-bffb-034173bf736a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:28.258466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-73286384-af4b-449d-bffb-034173bf736a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Synchronizing usage tracker for tenant:f34697779d114d4aac4642f32035173c on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:28.273498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Transition to ACTIVE for port object c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:28.290955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-73286384-af4b-449d-bffb-034173bf736a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Unset dirty status for tenant:f34697779d114d4aac4642f32035173c on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:28.292131 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-73286384-af4b-449d-bffb-034173bf736a tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.11 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.2253993 May 20 14:50:28.318571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 52b7825c-f75f-4f0f-a270-e48caea676a4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=52b7825c-f75f-4f0f-a270-e48caea676a4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:28.322962 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-918dfa92-811b-4087-9a83-855ad598e418 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5656540 May 20 14:50:28.330772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.338924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5f5019e-b8c1-40ae-949b-f26c6576c4bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:28.339593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.346466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54098) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:28.355441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:28.368631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.386929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde6acf-ed42-496e-a48a-8932697fc357 req-9180a5b5-191d-45ac-980b-00359a3c7a15 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:28.388460 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4bde6acf-ed42-496e-a48a-8932697fc357 req-9180a5b5-191d-45ac-980b-00359a3c7a15 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 945 time: 0.7677362 May 20 14:50:28.419636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.428739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:28.434004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:28.444053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:28.453838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 3ff5822f-3ab5-40b3-8835-004c928ba034 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:28.454191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.475490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47998dd-de08-44aa-9f24-7f56efd87f20 req-fd219b58-998f-4082-a81f-69c49b8d1dee tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:28.476953 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b47998dd-de08-44aa-9f24-7f56efd87f20 req-fd219b58-998f-4082-a81f-69c49b8d1dee tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 944 time: 0.7599750 May 20 14:50:28.490881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:28.505719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=52b7825c-f75f-4f0f-a270-e48caea676a4,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:28.537275 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:28.538134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:28.585562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['52b7825c-f75f-4f0f-a270-e48caea676a4'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:50:28.595979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:28.611810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:28.630725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Deleting port 7f6f16be-f7fe-4011-babb-707dee6faa19 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:28.631279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.643385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:28.684287 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4bde6acf-ed42-496e-a48a-8932697fc357 req-812052db-0f31-457c-b7f0-77fefdece5f9 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups?id=72967ae1-3fc5-4588-bce7-2e3d8660b2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555068 May 20 14:50:28.701423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.734788 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b47998dd-de08-44aa-9f24-7f56efd87f20 req-c1e218ff-3138-4f62-8181-38e1d0a13852 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910412 May 20 14:50:28.753215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Allocated IP 2001:db8::f816:3eff:fe00:37ff (5b136d1c-58b9-45d6-b34a-556fde2a0447/43eab038-e187-4aae-9bcd-127dd0613b46/9ab8689d-0bf0-4e81-87ac-4d0373f68f14) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:28.753576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:28.757550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.790410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Pushing event updated for resources: {'Port': ['ID=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:28.797419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Attempting to bind port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:28.798781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Attempting to bind port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '4e62a50e-214e-4243-807f-db5439d35f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:28.799669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Attempting to bind port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 on network 93b257de-4cc5-48ca-8b52-ff05959ed3cf {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:28.809289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:28.812154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:28.812824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Checking segment: {'id': '4e62a50e-214e-4243-807f-db5439d35f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:28.813458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.814073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Bound using segment: {'id': '4e62a50e-214e-4243-807f-db5439d35f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:28.814847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Bound port: c8436f4e-1b66-4f54-bd5e-a94239fa3bd7, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e62a50e-214e-4243-807f-db5439d35f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:28.815544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:28.906465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:28.910926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:28.917760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:29.027894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.034110 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:29.060472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 3ff5822f-3ab5-40b3-8835-004c928ba034 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:29.063216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:29.090568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:29.094816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.106633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] For port 7f6f16be-f7fe-4011-babb-707dee6faa19, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=7f6f16be-f7fe-4011-babb-707dee6faa19,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:29.106978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.135704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57f11d7-51ad-4d0e-a8c0-e1bc6e08da2e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:29.155536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] For port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:29.165134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:29.238253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] For port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,segment=NetworkSegment(4e62a50e-214e-4243-807f-db5439d35f5a),segment_id=4e62a50e-214e-4243-807f-db5439d35f5a)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:29.276567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.280851 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d57f11d7-51ad-4d0e-a8c0-e1bc6e08da2e HTTP/1.1" status: 204 len: 168 time: 1.8323402 May 20 14:50:29.325910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.340536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5fc00133-70b6-4d3d-b653-60f168b4ad52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:29.430310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.471965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Transition to ACTIVE for port object 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:29.508292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Pushing event updated for resources: {'Port': ['ID=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:29.517408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:29.544036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Transition to ACTIVE for port object 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:29.595812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.603516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:29.627552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.628320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.628813 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Floating IP ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8 disassociated. External IP: 172.26.6.88, port: 7f6f16be-f7fe-4011-babb-707dee6faa19. May 20 14:50:29.629324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Calling delete_port for 7f6f16be-f7fe-4011-babb-707dee6faa19 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:29.705102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:29.714538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:29.724665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:29.763409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Pushing event updated for resources: {'Port': ['ID=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:29.774883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:29.851057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-b4046ef4-661e-4a32-b8c8-4ec572a02105 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:29.860366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Attempting to bind port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:29.860955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Attempting to bind port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:29.861080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Attempting to bind port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:29.861405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-b4046ef4-661e-4a32-b8c8-4ec572a02105 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Synchronizing usage tracker for tenant:e15aaa46216743048aa1f2555c9310fe on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:29.871647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:29.872825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:29.874172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.874855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:29.875649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Bound port: 9ab8689d-0bf0-4e81-87ac-4d0373f68f14, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:29.876182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.924869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.930972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d1defae-b693-4efe-809e-75d16d1897ac tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:29.981200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:29.985286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=3ff5822f-3ab5-40b3-8835-004c928ba034,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:29.992917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:29.993524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7a4ffab-cf0f-49ac-8f84-5c5b347ab5d0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:30.000837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] For port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:30.007529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] For port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:30.016090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:30.020233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:30.074272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event deleted for resources: {'Port': ['ID=7f6f16be-f7fe-4011-babb-707dee6faa19,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:30.089882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:30.114831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-b4046ef4-661e-4a32-b8c8-4ec572a02105 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Unset dirty status for tenant:e15aaa46216743048aa1f2555c9310fe on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:30.122247 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-b4046ef4-661e-4a32-b8c8-4ec572a02105 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/networks?id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef HTTP/1.1" status: 200 len: 812 time: 1.0085974 May 20 14:50:30.126339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Pushing event updated for resources: {'Port': ['ID=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:30.130649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:30.142249 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2f8757c-6345-4f6e-ae2c-4a9bbffaee4f req-21c265f3-822f-4743-a12a-c5304fe90f26 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.2572467 May 20 14:50:30.395928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:30.590802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:30.647214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Router bebddc42-294e-4b10-8233-254a59614e0e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:30.682076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:30.683420 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-402f0903-019b-48fd-8001-b38126789d40 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/quotas/e15aaa46216743048aa1f2555c9310fe HTTP/1.1" status: 200 len: 375 time: 0.5602498 May 20 14:50:30.884000 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-5290bc3a-ea30-42f1-8c6e-a4364c3bf121 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=e15aaa46216743048aa1f2555c9310fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1760418 May 20 14:50:30.912776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b032264-862b-462f-80ae-aa571d5b9106 None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:31.023834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router d8d237bf-df7b-4560-9a4c-b9bf544d7e2f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:31.036368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Provisioning for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:31.049262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 52b7825c-f75f-4f0f-a270-e48caea676a4 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:31.083471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Provisioning complete for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:31.083949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.307730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:31.333366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 52b7825c-f75f-4f0f-a270-e48caea676a4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:31.336303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] Sync routers for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:31.349629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.361619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.362902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 52b7825c-f75f-4f0f-a270-e48caea676a4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:31.363368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.432100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:31.432743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:31.445148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:31.447342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] No DVR routers for this DVR port 7f6f16be-f7fe-4011-babb-707dee6faa19 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:31.453050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.455374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7e926-60c9-4bf8-9805-da76ada94377 req-4ce74ed2-91e0-4668-9d41-6a471b955187 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:31.456897 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4be7e926-60c9-4bf8-9805-da76ada94377 req-4ce74ed2-91e0-4668-9d41-6a471b955187 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 945 time: 0.9646752 May 20 14:50:31.457041 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] Sync routers for ids ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:31.462529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'name': 'network-vif-deleted', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:50:31.466171 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] Routers {'d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:31.466966 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:31.483729 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/d8d237bf-df7b-4560-9a4c-b9bf544d7e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6679854 May 20 14:50:31.487554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54124) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:31.539986 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:31.549909 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] Routers {'d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:31.550747 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:31.553861 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-fa132fc4-4172-448f-85db-609ed82139fc service neutron] 10.222.0.58 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996108 May 20 14:50:31.582685 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-842cdc65-213a-4a78-ae6e-12215afe5ab5 req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.11 "DELETE /v2.0/ports/7f6f16be-f7fe-4011-babb-707dee6faa19 HTTP/1.1" status: 204 len: 173 time: 3.2645307 May 20 14:50:31.587724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.647908 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:31.648375 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1ff51-33d0-4a87-92a4-8dbb8bc326b0 None None] The sync data for ids ['d8d237bf-df7b-4560-9a4c-b9bf544d7e2f'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:31.679498 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4be7e926-60c9-4bf8-9805-da76ada94377 req-536fab48-2d9d-4f8a-8122-7b9b518a6a76 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032161 May 20 14:50:31.730176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] For port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,segment=NetworkSegment(4e62a50e-214e-4243-807f-db5439d35f5a),segment_id=4e62a50e-214e-4243-807f-db5439d35f5a)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:31.746496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.754310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1b8ca9e2-762e-4dab-b71b-09ca2390eb3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:31.841044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:31.928656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.941958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8b15f238-704d-4d52-a0ce-6aed8fcd8954 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:31.979713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:31.992553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Pushing event updated for resources: {'Port': ['ID=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:31.995085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a14a60e5-4b2d-4cd7-89e4-6cfdbf3ee2c5 None None] Provisioning for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:31.998051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:32.021044 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-2fa16241-aee8-4002-84b6-ffcf12a65143 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] remove_router_interface failed (client error): The resource could not be found. May 20 14:50:32.024762 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2fa16241-aee8-4002-84b6-ffcf12a65143 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/d8d237bf-df7b-4560-9a4c-b9bf544d7e2f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5336578 May 20 14:50:32.025424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54128) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:32.067665 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cb8b908-9bfb-4f33-9471-62261e16a7df req-033c4bae-0965-4eb0-993d-02ee7841dc0b tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/ports?device_id=04c3dd16-36f8-4521-8369-ceff8813fb73 HTTP/1.1" status: 200 len: 210 time: 0.1414304 May 20 14:50:32.075669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-41b4d803-2563-4991-a7b7-e3c2741fed7f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:32.081654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:32.099626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:32.101516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-41b4d803-2563-4991-a7b7-e3c2741fed7f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:32.103049 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-41b4d803-2563-4991-a7b7-e3c2741fed7f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8d237bf-df7b-4560-9a4c-b9bf544d7e2f HTTP/1.1" status: 200 len: 205 time: 0.0769272 May 20 14:50:32.105748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54132) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:32.131914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Router f1f35fd4-59c0-4721-9a18-948a1c989eac has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:32.161997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d21fc6a-65d6-4256-9a71-c5887cb676d5 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:32.174213 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c3dd16-36f8-4521-8369-ceff8813fb73', 'name': 'network-vif-deleted', 'tag': '7f6f16be-f7fe-4011-babb-707dee6faa19', 'status': 'completed', 'code': 200} May 20 14:50:32.234256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b7825c-f75f-4f0f-a270-e48caea676a4'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:50:32.266952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.355147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:32.355740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.368340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:32.370954 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b7825c-f75f-4f0f-a270-e48caea676a4', 'code': 200} May 20 14:50:32.374792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 52b7825c-f75f-4f0f-a270-e48caea676a4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=52b7825c-f75f-4f0f-a270-e48caea676a4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:32.382433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:32.388755 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-179a713d-5d84-41d1-b6de-8469a8388824 service neutron] 10.222.0.58 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186750 May 20 14:50:32.445272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.446935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 7f6f16be-f7fe-4011-babb-707dee6faa19 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:32.472817 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7505069 May 20 14:50:32.500388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-797328f5-a81d-4447-8a5b-b47a3bbbc030 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:32.500592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54138) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:32.528009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:4a:c0:c8', 'name': 'tempest-NetworksTestDHCPv6-1882940616'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:32.570021 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 7f6f16be-f7fe-4011-babb-707dee6faa19 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:32.570645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 7f6f16be-f7fe-4011-babb-707dee6faa19 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:32.586000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-49eafebf-0730-403a-af1f-9a69629ac379 None None] Provisioning complete for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:32.587379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-49eafebf-0730-403a-af1f-9a69629ac379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.640192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.647563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.722963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.723703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router d8d237bf-df7b-4560-9a4c-b9bf544d7e2f {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:32.804097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:32.818308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.819598 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-866ece5a-22d3-427c-a5cb-e0374a5c3f0b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/d8d237bf-df7b-4560-9a4c-b9bf544d7e2f HTTP/1.1" status: 204 len: 168 time: 0.7127056 May 20 14:50:32.822348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54148) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:32.907409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=52b7825c-f75f-4f0f-a270-e48caea676a4,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:32.932079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet 41756c4c-fc51-4fbd-8100-05e97b5fcbb1 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:32.933903 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1e3d586c-e60a-40a2-92d9-08b4500b4501 req-9ef3fc77-52a1-4249-adb9-078e990b3c67 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 210 time: 0.1347451 May 20 14:50:32.938665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.980975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:32.981727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a7197-5606-4429-a012-46e472ee228f req-0f65e8af-4832-4e3b-9a7a-04522041ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:32.984545 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7c1a7197-5606-4429-a012-46e472ee228f req-0f65e8af-4832-4e3b-9a7a-04522041ec42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 1099 time: 0.2538259 May 20 14:50:32.995238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:32.999527 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a8d8dd99-7a7c-4dbb-a53c-532f856b70ff tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "PUT /v2.0/routers/f1f35fd4-59c0-4721-9a18-948a1c989eac HTTP/1.1" status: 200 len: 922 time: 6.2387640 May 20 14:50:33.000570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:33.007165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54156) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:33.023498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] Sync routers for ids ['f1f35fd4-59c0-4721-9a18-948a1c989eac'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:33.071612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] Routers {'f1f35fd4-59c0-4721-9a18-948a1c989eac'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:33.072306 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f1f35fd4-59c0-4721-9a18-948a1c989eac'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:33.075489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:33.091576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:33.098051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:33.110454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:33.112516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.119187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5f2fc9e5-8a55-4b5c-9c97-5205bef26faf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:33.156735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:33.185626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3c635-b95b-4044-b56a-8c340e5a4c7f req-1183a972-704b-4e00-800a-0b83f6cde8e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:33.187436 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3c3c635-b95b-4044-b56a-8c340e5a4c7f req-1183a972-704b-4e00-800a-0b83f6cde8e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.3043256 May 20 14:50:33.193833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:33.216453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:33.236604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:33.269544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:33.272627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afd1f2f-5cd8-4541-9704-a4d776a03c08 None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:33.322193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54166) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:33.328638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:33.329228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.344593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=a88ccfff-d8ca-4ad7-b366-db3b77b95373,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:33.368375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:33.391880 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7c1a7197-5606-4429-a012-46e472ee228f req-73094537-bf70-42be-b0e2-484cf238ea84 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838472 May 20 14:50:33.394189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.411959 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3c3c635-b95b-4044-b56a-8c340e5a4c7f req-e3ddf420-5f35-4a23-a30e-9f76d5fc8522 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000694 May 20 14:50:33.421441 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 5.0697346 May 20 14:50:33.435717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54170) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:33.440079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] Routers {'f1f35fd4-59c0-4721-9a18-948a1c989eac'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:33.440079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f1f35fd4-59c0-4721-9a18-948a1c989eac'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:33.447339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'fixed_ips': [{'subnet_id': '2d6f2f7f-e519-4baa-9fb4-06295e7e951a'}, {'subnet_id': 'a88ccfff-d8ca-4ad7-b366-db3b77b95373'}], 'name': 'tempest-PortsIpV6TestJSON-1360014599'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:33.472083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.510945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:33.510945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.573637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:33.573976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f766fde-56ba-4484-8d55-8e3ecdfe6de3 None None] The sync data for ids ['f1f35fd4-59c0-4721-9a18-948a1c989eac'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:33.599389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.601361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 063836d8-5ac4-4a69-ac86-bbe0bd852a5d yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:33.623173 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1ed30c98-49a6-4d1b-b4c7-7d50ab0f6508 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/f1f35fd4-59c0-4721-9a18-948a1c989eac HTTP/1.1" status: 200 len: 922 time: 0.6138012 May 20 14:50:33.631411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54174) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:33.649146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.706189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.739580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:49Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:33.748445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:33.750681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] Checking router: bebddc42-294e-4b10-8233-254a59614e0e for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:50:33.755627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:33.766575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:33.778174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:33.841309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:33.847912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:33.848547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:33.911375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297be5a0-ed1f-4371-9ad8-4dbbc684b970 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:33.912170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-297be5a0-ed1f-4371-9ad8-4dbbc684b970 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Synchronizing usage tracker for tenant:027991daa66b4eeaa862d5760686f8b2 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:33.956794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-297be5a0-ed1f-4371-9ad8-4dbbc684b970 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Unset dirty status for tenant:027991daa66b4eeaa862d5760686f8b2 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:33.960847 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-297be5a0-ed1f-4371-9ad8-4dbbc684b970 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=f1f35fd4-59c0-4721-9a18-948a1c989eac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3255470 May 20 14:50:33.961620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54178) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:33.978364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:33.992850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9736bc1b-fae6-4307-9f7f-8c74ffe90a1e tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:34.026759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72967ae1-3fc5-4588-bce7-2e3d8660b2f7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:34.037278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:34.069010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 172.20.0.10 (5b136d1c-58b9-45d6-b34a-556fde2a0447/d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d/063836d8-5ac4-4a69-ac86-bbe0bd852a5d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:34.078290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.092580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fe4a:c0c8 (5b136d1c-58b9-45d6-b34a-556fde2a0447/43eab038-e187-4aae-9bcd-127dd0613b46/063836d8-5ac4-4a69-ac86-bbe0bd852a5d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:34.115983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.119679 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "DELETE /v2.0/security-groups/72967ae1-3fc5-4588-bce7-2e3d8660b2f7 HTTP/1.1" status: 204 len: 168 time: 0.7842133 May 20 14:50:34.119842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.121720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54184) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:34.133885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.135792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port d6573708-3b7f-4a3f-a4fe-0054de225c1a yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:34.152299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9238b75f-fb84-4384-b171-15000be3f152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:34.285471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=41756c4c-fc51-4fbd-8100-05e97b5fcbb1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:34.289623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.309765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d53e0-86c6-449e-92d3-917b8123c06d None None] Network 99166966-a955-49b3-910b-d7f8f1b8c0c7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:34.313431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:34.325983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Update dhcp port {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '43eab038-e187-4aae-9bcd-127dd0613b46', 'ip_address': '2001:db8::f816:3eff:fe00:37ff'}, {'subnet_id': 'd27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '9ab8689d-0bf0-4e81-87ac-4d0373f68f14'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:50:34.416842 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-32a5bcbc-bdff-4972-98cd-0ba7d6ef1eaa req-0df16aba-5d55-41eb-be1f-576d9c2b5c2c tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 210 time: 0.0915961 May 20 14:50:34.417801 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-b9441ae2-b906-4fe8-b4bb-4ccce88ea558 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] show failed (client error): The resource could not be found. May 20 14:50:34.421946 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9441ae2-b906-4fe8-b4bb-4ccce88ea558 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "GET /v2.0/security-groups/72967ae1-3fc5-4588-bce7-2e3d8660b2f7 HTTP/1.1" status: 404 len: 347 time: 0.2966950 May 20 14:50:34.428726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54188) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:34.433731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:34.493668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa18eb-c2e4-4a2e-a810-4f89c6554cfe tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:34.494275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-01aa18eb-c2e4-4a2e-a810-4f89c6554cfe tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Synchronizing usage tracker for tenant:027991daa66b4eeaa862d5760686f8b2 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:34.509031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.509913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:34.563152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:34.613741 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/41756c4c-fc51-4fbd-8100-05e97b5fcbb1 HTTP/1.1" status: 204 len: 168 time: 1.7879291 May 20 14:50:34.617398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54194) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:34.647522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:34.658407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-01aa18eb-c2e4-4a2e-a810-4f89c6554cfe tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Unset dirty status for tenant:027991daa66b4eeaa862d5760686f8b2 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:34.662979 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-01aa18eb-c2e4-4a2e-a810-4f89c6554cfe tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.5725532 May 20 14:50:34.663809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54202) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:34.731621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:34.756229 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2bb4145c-3bae-4d3f-bf69-9716f6c619c4 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1f35fd4-59c0-4721-9a18-948a1c989eac HTTP/1.1" status: 200 len: 205 time: 0.0838101 May 20 14:50:34.765735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Update dhcp port {'port': {'network_id': '93b257de-4cc5-48ca-8b52-ff05959ed3cf', 'fixed_ips': [{'subnet_id': '2d6f2f7f-e519-4baa-9fb4-06295e7e951a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a88ccfff-d8ca-4ad7-b366-db3b77b95373'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': 'c8436f4e-1b66-4f54-bd5e-a94239fa3bd7'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:50:34.807295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54206) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:34.813971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-0bd1436f-7aaf-4950-bff2-f56967ff420d tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:34.816692 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-0bd1436f-7aaf-4950-bff2-f56967ff420d tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.11 "GET /v2.0/networks?id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef HTTP/1.1" status: 200 len: 812 time: 0.5948474 May 20 14:50:34.900059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Request body: {'port': {'device_id': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef', 'admin_state_up': True, 'tenant_id': 'e15aaa46216743048aa1f2555c9310fe'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:34.939803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.031552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.051304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dda26-1416-4646-b123-8764773a66e9 req-fd152e6e-7a6f-4b13-97c0-740f1077536b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:35.052763 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5b9dda26-1416-4646-b123-8764773a66e9 req-fd152e6e-7a6f-4b13-97c0-740f1077536b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.4693618 May 20 14:50:35.072063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 063836d8-5ac4-4a69-ac86-bbe0bd852a5d will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:35.099773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Deleting port 2a4755cd-1bfd-4953-acb8-d1122883675b {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:35.100116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.285837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.288120 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5b9dda26-1416-4646-b123-8764773a66e9 req-e333653b-6680-46b6-8c0b-5b055e79b5c5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212563 May 20 14:50:35.295041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:35.297503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:35.334262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::ee (93b257de-4cc5-48ca-8b52-ff05959ed3cf/2d6f2f7f-e519-4baa-9fb4-06295e7e951a/d6573708-3b7f-4a3f-a4fe-0054de225c1a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:35.335540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.345050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.345422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.353727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8:0:1::12f (93b257de-4cc5-48ca-8b52-ff05959ed3cf/a88ccfff-d8ca-4ad7-b366-db3b77b95373/d6573708-3b7f-4a3f-a4fe-0054de225c1a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:35.358789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.411551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:35.420711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Usage tracker for resource:port and tenant:e15aaa46216743048aa1f2555c9310fe is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:35.422008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-944e74c3-2874-45c4-b910-56e1e8702deb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:35.431823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:35.442086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:35.442086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.450743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:35.521549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Calling delete_port for 2a4755cd-1bfd-4953-acb8-d1122883675b owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:35.561714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port e34b3e71-462e-4761-8eec-997255b9b7f7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:35.562836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.591859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Made reservation on behalf of e15aaa46216743048aa1f2555c9310fe for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:35.595417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.644595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:35.669749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:35.684842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:35.706489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.711956 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2c6758ba-dfb3-4316-9cee-dab81e25aad2 req-c2c7725b-d36b-4aca-bdd4-4a48031ddba3 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 210 time: 0.1232312 May 20 14:50:35.753324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=063836d8-5ac4-4a69-ac86-bbe0bd852a5d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:35.798451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port e34b3e71-462e-4761-8eec-997255b9b7f7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e34b3e71-462e-4761-8eec-997255b9b7f7,segment=NetworkSegment(4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7),segment_id=4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:35.798983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.827202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] DHCP port deletion for 99166966-a955-49b3-910b-d7f8f1b8c0c7 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:35.909604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:35.914873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:49Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:35.947661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e877125-a234-4531-b941-bc06d9096dd3 None None] The sync data for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv is: [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:46:39Z', 'revision_number': 4, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '2b9ee440-f74e-4acf-8893-44c5be0c3594', 'name': '', 'network_id': '44e8751b-0794-45e1-b758-2bd527a88e0e', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'mac_address': 'fa:16:3e:cb:89:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:35Z', 'updated_at': '2021-05-20T14:46:49Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'subnets': [{'id': '83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:35.980637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:35.981274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:35.996141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for e34b3e71-462e-4761-8eec-997255b9b7f7 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:36.022911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Allocated IP 172.20.0.2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d/9ab8689d-0bf0-4e81-87ac-4d0373f68f14) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:36.086666 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5787594 May 20 14:50:36.094465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54214) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:36.102340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890edfe5-8021-4a40-97fb-bd8a9c88b1ff req-08b4004e-e647-4d25-8bb9-7344af6b2edb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:36.103875 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-890edfe5-8021-4a40-97fb-bd8a9c88b1ff req-08b4004e-e647-4d25-8bb9-7344af6b2edb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.5776227 May 20 14:50:36.137564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Deleting port 4b29dea3-ee52-41a5-9584-f0cd181f1ff9 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:36.137976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.176217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Allocated IP 172.20.0.10 (af5b9e7e-440b-4289-a296-1c8e9c8a9cef/5601201b-c2c8-41bb-8410-a8f04bc7a569/c1607d03-38ba-4043-8ca4-16c46dcd531c) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:36.202169 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Deleting port e34b3e71-462e-4761-8eec-997255b9b7f7 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:36.202810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.227491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:36.315836 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-890edfe5-8021-4a40-97fb-bd8a9c88b1ff req-f8456f3c-2a8a-44b4-b087-e6494af05c11 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696489 May 20 14:50:36.320684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.352784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.363077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cc200ca-cc4a-4d52-9f4d-0265b2d561a7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:36.394631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.406997 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcd0513-2f3f-4a86-8838-57f79adcc8f5 None None] New status for floating IP ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:50:36.419627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.425287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] For port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:36.428000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] For port e34b3e71-462e-4761-8eec-997255b9b7f7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e34b3e71-462e-4761-8eec-997255b9b7f7,segment=NetworkSegment(4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7),segment_id=4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:36.428411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.429478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:36.432075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Pushing event deleted for resources: {'Port': ['ID=2a4755cd-1bfd-4953-acb8-d1122883675b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:36.444895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:36.526952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5697107-0055-479d-8aa1-6d20e281efef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:36.537158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5697107-0055-479d-8aa1-6d20e281efef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:36.538483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b5697107-0055-479d-8aa1-6d20e281efef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:36.541484 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:50:36.545643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object d6573708-3b7f-4a3f-a4fe-0054de225c1a will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:36.567285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Calling delete_port for e34b3e71-462e-4761-8eec-997255b9b7f7 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:36.599533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.613902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:36.614238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.618170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b5697107-0055-479d-8aa1-6d20e281efef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:36.622196 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b5697107-0055-479d-8aa1-6d20e281efef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.5173836 May 20 14:50:36.624336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.627049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54222) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:36.661722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Calling delete_port for 4b29dea3-ee52-41a5-9584-f0cd181f1ff9 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:36.664669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=e34b3e71-462e-4761-8eec-997255b9b7f7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:36.668286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port e34b3e71-462e-4761-8eec-997255b9b7f7 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:36.674429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:36.679949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Transition to ACTIVE for port object 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:36.692484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.699859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f58c60cb-2b53-4b04-aafc-9a5835ef4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:36.702963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.706985 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] 10.222.0.58 "DELETE /v2.0/floatingips/ce54921d-e543-4dd2-a8b4-5a3f2e4a3fd8 HTTP/1.1" status: 204 len: 168 time: 2.2721426 May 20 14:50:36.708423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.711712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54226) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:36.722621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2cd3148d-2010-49c9-b5f7-3338a6a2d18b tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:36.838501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 had new provisioning blocks added so it will not transition to active. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} May 20 14:50:36.851220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.887984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99166966-a955-49b3-910b-d7f8f1b8c0c7']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:36.918356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.928109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Allocated IP 2001:db8:0:1::2 (93b257de-4cc5-48ca-8b52-ff05959ed3cf/a88ccfff-d8ca-4ad7-b366-db3b77b95373/c8436f4e-1b66-4f54-bd5e-a94239fa3bd7) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:36.928109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Pushing event updated for resources: {'Port': ['ID=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:36.933212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:36.933959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1cbd4c-cc8d-42fb-8ec1-3f89b406e2c7') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:36.934090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:36.935559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:36.951423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.961436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:36.969471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:36.988544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:36.989861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e34b3e71-462e-4761-8eec-997255b9b7f7 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:36.993044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.000813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:37.007014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:37.007688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.016648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:50:37.017360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.022231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-faa6026b-a6e4-40b5-aebf-67a02d9da6c2 req-080ce35f-8e61-41c5-9114-0711b4266ea5 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 210 time: 0.0964146 May 20 14:50:37.023547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Pushing event deleted for resources: {'Port': ['ID=e34b3e71-462e-4761-8eec-997255b9b7f7,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:37.026003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] No DVR routers for this DVR port e34b3e71-462e-4761-8eec-997255b9b7f7 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:37.033882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:37.036126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e34b3e71-462e-4761-8eec-997255b9b7f7 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:37.036126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e34b3e71-462e-4761-8eec-997255b9b7f7 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:37.042489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=d6573708-3b7f-4a3f-a4fe-0054de225c1a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:37.115641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:37.160799 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7268014 May 20 14:50:37.161585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54232) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:37.181894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d6f2f7f-e519-4baa-9fb4-06295e7e951a'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:37.191240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] For port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,segment=NetworkSegment(4e62a50e-214e-4243-807f-db5439d35f5a),segment_id=4e62a50e-214e-4243-807f-db5439d35f5a)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:37.220644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:50:37.251775 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:50:37.300035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 063836d8-5ac4-4a69-ac86-bbe0bd852a5d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:37.300371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.354508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.360893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.365443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:37.388972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.430746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=99166966-a955-49b3-910b-d7f8f1b8c0c7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:37.433807 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:37.434566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68166f6a-5c1d-4baa-a17e-a67c932e1d50 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:37.521407 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/99166966-a955-49b3-910b-d7f8f1b8c0c7 HTTP/1.1" status: 204 len: 168 time: 2.8887863 May 20 14:50:37.522109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54236) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:37.532101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Network af5b9e7e-440b-4289-a296-1c8e9c8a9cef is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:37.544573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1448776819'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:37.549572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:37.552942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:37.562121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:37.573676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.598234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:37.605128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:37.613778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Pushing event updated for resources: {'Port': ['ID=c1607d03-38ba-4043-8ca4-16c46dcd531c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:37.617685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:37.632202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:37.633319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Transition to ACTIVE for port object c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:37.639843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.640068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.645819 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:37.648178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3200df71-9385-40b8-8fc2-76f783abbac2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:37.710130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:37.714717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.757233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event deleted for resources: {'Port': ['ID=4b29dea3-ee52-41a5-9584-f0cd181f1ff9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:37.760080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:37.785913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:37.786886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.832971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.838879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Pushing event updated for resources: {'Port': ['ID=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:37.844137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:37.857491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-93c9a6bc-1fef-4605-9182-f1f164355146 None None] Provisioning for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:37.858877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54240) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:37.863540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-93c9a6bc-1fef-4605-9182-f1f164355146 None None] Provisioning complete for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:37.863931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-93c9a6bc-1fef-4605-9182-f1f164355146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:37.974430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.058087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 063836d8-5ac4-4a69-ac86-bbe0bd852a5d owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:38.190911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:38.233231 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3567145 May 20 14:50:38.268380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:38.268758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.361334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:50:38.415138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:38.420694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.431763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Request body: {'port': {'device_id': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:38.468591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.491823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0069d-df01-40b4-bd27-b8018d015b23 req-17d0c359-f6c9-428f-8b95-4987a2fdc038 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:38.501126 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-46b0069d-df01-40b4-bd27-b8018d015b23 req-17d0c359-f6c9-428f-8b95-4987a2fdc038 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 932 time: 0.2654049 May 20 14:50:38.521372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2fa44b0b-125c-48f4-9215-2b7419d38b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.577146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.577641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Fanout notify agent at l3_agent the message router_deleted on router f1f35fd4-59c0-4721-9a18-948a1c989eac {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:38.664323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.674708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-46b0069d-df01-40b4-bd27-b8018d015b23 req-96517b1d-1db5-4d84-9f48-fa3a6f62c51e tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Synchronizing usage tracker for tenant:e15aaa46216743048aa1f2555c9310fe on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:38.701895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.702989 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/f1f35fd4-59c0-4721-9a18-948a1c989eac HTTP/1.1" status: 204 len: 168 time: 3.8865962 May 20 14:50:38.719007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54246) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:38.740488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1097977952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:38.761989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:38.770392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-df3775c2-c881-42a3-939b-e13cc4356ac6 None None] Provisioning for port 063836d8-5ac4-4a69-ac86-bbe0bd852a5d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:38.778728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-df3775c2-c881-42a3-939b-e13cc4356ac6 None None] Provisioning complete for port 063836d8-5ac4-4a69-ac86-bbe0bd852a5d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:38.779124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-df3775c2-c881-42a3-939b-e13cc4356ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.809173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Usage tracker for resource:router and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:38.811841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.812253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.812726 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment d0cbf48f-f614-4c30-8aae-284c906b9255 of type vlan for network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c May 20 14:50:38.813638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:38.818600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-df3775c2-c881-42a3-939b-e13cc4356ac6 None None] Port 063836d8-5ac4-4a69-ac86-bbe0bd852a5d was deleted so its status cannot be updated. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 14:50:38.823641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-46b0069d-df01-40b4-bd27-b8018d015b23 req-96517b1d-1db5-4d84-9f48-fa3a6f62c51e tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Unset dirty status for tenant:e15aaa46216743048aa1f2555c9310fe on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:38.824808 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-46b0069d-df01-40b4-bd27-b8018d015b23 req-96517b1d-1db5-4d84-9f48-fa3a6f62c51e tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228641 May 20 14:50:38.833921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-46de0209-e635-426b-a43a-08c530f1ddd3 tempest-RoutersAdminNegativeTest-514597284 tempest-RoutersAdminNegativeTest-514597284-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:38.867182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:38.897796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=063836d8-5ac4-4a69-ac86-bbe0bd852a5d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:38.903287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:38.944015 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Provisioning for port d6573708-3b7f-4a3f-a4fe-0054de225c1a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:38.949258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Provisioning complete for port d6573708-3b7f-4a3f-a4fe-0054de225c1a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:38.949702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.953804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Delete allocated IP 2001:db8:0:1::12f (93b257de-4cc5-48ca-8b52-ff05959ed3cf/a88ccfff-d8ca-4ad7-b366-db3b77b95373) {{(pid=98805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 14:50:38.956548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.957710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:38.973259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.022760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Port d6573708-3b7f-4a3f-a4fe-0054de225c1a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:39.039928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Provisioning for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:39.051496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Provisioning complete for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:39.051890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-da550a69-62ab-4b1e-897d-ac2d72330e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.089383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.139347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.274148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.321295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.323717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.329270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:39.329847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.345926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-291f6955-6161-4275-a645-e400a47be8d8 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:39.419843 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/063836d8-5ac4-4a69-ac86-bbe0bd852a5d HTTP/1.1" status: 204 len: 168 time: 2.7917507 May 20 14:50:39.420903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.421953 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-658b4335-4be8-4c2c-af62-f6ff7a4e8eef tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6953633 May 20 14:50:39.422486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54250) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:39.433484 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8952897 May 20 14:50:39.433484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54252) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:39.437172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54254) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:39.489556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:39.515648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:39.593821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:39.604854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:50:39.609397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:39.749699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:39.857141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:39.880522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebecd67-6ee2-403a-a39e-047e83b89976 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:39.882033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebecd67-6ee2-403a-a39e-047e83b89976 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:39.883681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebecd67-6ee2-403a-a39e-047e83b89976 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:39.884499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3ebecd67-6ee2-403a-a39e-047e83b89976 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:39.897436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.923825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:39.931931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Ignored duplicate provisioning block setup for port d6573708-3b7f-4a3f-a4fe-0054de225c1a by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 14:50:39.934909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:39.939008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:39.941972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:39.947553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3ebecd67-6ee2-403a-a39e-047e83b89976 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:39.948937 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3ebecd67-6ee2-403a-a39e-047e83b89976 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5151246 May 20 14:50:39.951637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:39.956807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af5f3040-7c43-4d99-8c66-523f889b1bfe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:39.959790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54264) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:40.030230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1607d03-38ba-4043-8ca4-16c46dcd531c {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:50:40.092539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.096302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.103406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:40.107213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.122030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.147894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Transition to ACTIVE for port object c1607d03-38ba-4043-8ca4-16c46dcd531c will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:40.167708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=d6573708-3b7f-4a3f-a4fe-0054de225c1a,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:40.170660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] In _notify_port_updated(), no bound segment for port d6573708-3b7f-4a3f-a4fe-0054de225c1a on network 93b257de-4cc5-48ca-8b52-ff05959ed3cf {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:50:40.176127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:40.176874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.178090 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/ports/d6573708-3b7f-4a3f-a4fe-0054de225c1a HTTP/1.1" status: 200 len: 925 time: 3.0058818 May 20 14:50:40.181734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:40.184055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54268) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:40.224976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 43eab038-e187-4aae-9bcd-127dd0613b46 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:40.237789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.242711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2d6f2f7f-e519-4baa-9fb4-06295e7e951a'}, {'subnet_id': 'a88ccfff-d8ca-4ad7-b366-db3b77b95373'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:40.246406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.273691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:40.319519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4b4ba6bc-3829-4d0f-859f-e473a44d8d27 None None] Provisioning complete for port d6573708-3b7f-4a3f-a4fe-0054de225c1a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:40.320114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4b4ba6bc-3829-4d0f-859f-e473a44d8d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.381001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4b4ba6bc-3829-4d0f-859f-e473a44d8d27 None None] Port d6573708-3b7f-4a3f-a4fe-0054de225c1a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:40.479079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fa77d-a245-420d-8030-07dbcd596f39 req-bcaadb62-cb17-4fac-9887-715b9c1aac97 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:40.480581 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a80fa77d-a245-420d-8030-07dbcd596f39 req-bcaadb62-cb17-4fac-9887-715b9c1aac97 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 932 time: 0.5309236 May 20 14:50:40.638606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cf469982-7e19-4e18-8ce0-fe998a592f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.655158 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a80fa77d-a245-420d-8030-07dbcd596f39 req-f2f5192e-6165-4791-9350-f7cdfc4df6de tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626744 May 20 14:50:40.669960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.700299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Pushing event updated for resources: {'Port': ['ID=c1607d03-38ba-4043-8ca4-16c46dcd531c,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:40.741252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:40.759389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Deleting port 2b9ee440-f74e-4acf-8893-44c5be0c3594 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:40.759739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.840160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:40.893839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.035630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Attempting to bind port c1607d03-38ba-4043-8ca4-16c46dcd531c on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:41.036244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Attempting to bind port c1607d03-38ba-4043-8ca4-16c46dcd531c by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a534a5b8-1fc6-462d-9a37-a2f971b2c639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:41.036345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Attempting to bind port c1607d03-38ba-4043-8ca4-16c46dcd531c on network af5b9e7e-440b-4289-a296-1c8e9c8a9cef {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:41.056082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] For port 2b9ee440-f74e-4acf-8893-44c5be0c3594, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2b9ee440-f74e-4acf-8893-44c5be0c3594,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:41.056438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.061164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Port c1607d03-38ba-4043-8ca4-16c46dcd531c on network af5b9e7e-440b-4289-a296-1c8e9c8a9cef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:50:41.061491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Attempting to bind port c1607d03-38ba-4043-8ca4-16c46dcd531c on network af5b9e7e-440b-4289-a296-1c8e9c8a9cef {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:41.069906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.115198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:41.115539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Checking segment: {'id': 'a534a5b8-1fc6-462d-9a37-a2f971b2c639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:41.115922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Bound using segment: {'id': 'a534a5b8-1fc6-462d-9a37-a2f971b2c639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:41.116358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Bound port: c1607d03-38ba-4043-8ca4-16c46dcd531c, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a534a5b8-1fc6-462d-9a37-a2f971b2c639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:41.116700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.383193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Calling delete_port for 2b9ee440-f74e-4acf-8893-44c5be0c3594 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:41.536312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.17 (c1712147-f345-4417-af9f-28b849da72f3/c4f2bc3d-5074-4e8b-8326-7068dcef227b/95fe7a2a-8b38-4bee-998f-06fe102370b4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:41.545012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] For port c1607d03-38ba-4043-8ca4-16c46dcd531c, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:41.548587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.605255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.607944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] For port c1607d03-38ba-4043-8ca4-16c46dcd531c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c,segment=NetworkSegment(a534a5b8-1fc6-462d-9a37-a2f971b2c639),segment_id=a534a5b8-1fc6-462d-9a37-a2f971b2c639)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:41.663261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.663536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.675970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a06565d7-963a-47b7-aefa-1824a4902492 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:41.687123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8b4dea9c-892e-4207-8858-d1e8c57098f5 tempest-ServersTestManualDisk-2099008823 tempest-ServersTestManualDisk-2099008823-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:41.800978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=f1be64de-bc0f-4ea4-9491-66085eaf2935,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:41.849125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:41.850423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8:0:1::14c (93b257de-4cc5-48ca-8b52-ff05959ed3cf/a88ccfff-d8ca-4ad7-b366-db3b77b95373/d6573708-3b7f-4a3f-a4fe-0054de225c1a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:41.860030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:41.877255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': 'd0cbf48f-f614-4c30-8aae-284c906b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:41.877620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:50:42.017419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:50:42.039951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:42.040556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.041920 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] 10.222.0.11 "PUT /v2.0/ports/c1607d03-38ba-4043-8ca4-16c46dcd531c HTTP/1.1" status: 200 len: 1094 time: 3.6143441 May 20 14:50:42.052120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'tag': 'c1607d03-38ba-4043-8ca4-16c46dcd531c'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:50:42.084022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:42.095109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Pushing event updated for resources: {'Port': ['ID=c1607d03-38ba-4043-8ca4-16c46dcd531c,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:42.098603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94f9edc-c897-450c-86a2-49fb9785df36 None None] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:42.104095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:42.130039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247e12-aabe-4cf2-8150-396cb9f88d80 req-79973389-0159-4fab-8d80-0c6cbf4309ea tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:42.131600 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3247e12-aabe-4cf2-8150-396cb9f88d80 req-79973389-0159-4fab-8d80-0c6cbf4309ea tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 944 time: 0.3376780 May 20 14:50:42.132693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:42.133271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.171054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.179860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cb4598e-e699-4f2a-8dd2-e2b7328ae55e tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:42.191908 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'tag': 'c1607d03-38ba-4043-8ca4-16c46dcd531c', 'status': 'completed', 'code': 200} May 20 14:50:42.239323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9ee440-f74e-4acf-8893-44c5be0c3594,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:42.248419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:42.254059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.260645 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8200366 May 20 14:50:42.267906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54276) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:42.272117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.288139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1788034021', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:42.299682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a6c8e42c-c0e0-40d2-83ed-eb68ee65ad9f tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:42.315156 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3247e12-aabe-4cf2-8150-396cb9f88d80 req-df73ca1c-dfe6-48bf-a9af-557d3f1ff79a tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733127 May 20 14:50:42.323531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.345699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object d6573708-3b7f-4a3f-a4fe-0054de225c1a will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:42.358597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:42.367678 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.370833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Allocated IP 172.26.6.220 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/89ac7f7a-7f01-4413-821b-3af28c66426e) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:42.380796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d0aed8-81f4-4bf9-a1c2-2a62cadbb090 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:42.381785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:router and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:42.385092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 95fe7a2a-8b38-4bee-998f-06fe102370b4 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:42.391970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=43eab038-e187-4aae-9bcd-127dd0613b46,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:42.393345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.406681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9883b3c5-46d2-4ead-9593-43ae439e4503 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:42.406893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:42.407728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:42.422824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:42.484721 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/43eab038-e187-4aae-9bcd-127dd0613b46 HTTP/1.1" status: 204 len: 168 time: 2.5177536 May 20 14:50:42.488014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.488196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54280) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:42.488639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.493393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-89d05fb3-92d6-494c-8bdc-7a62c7043781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:42.494939 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-89d05fb3-92d6-494c-8bdc-7a62c7043781 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15aaa46216743048aa1f2555c9310fe&device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 1097 time: 0.3561020 May 20 14:50:42.513423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c', 'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': 'f1be64de-bc0f-4ea4-9491-66085eaf2935'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:42.514726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.634156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.652311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=d6573708-3b7f-4a3f-a4fe-0054de225c1a,revision_number=3']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:42.681232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.702023 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-ebecc45c-2882-4f41-8eb9-61b5570a8e59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c HTTP/1.1" status: 200 len: 217 time: 0.1501639 May 20 14:50:42.703678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Allocated IP 2001:db8::2 (e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c/f1be64de-bc0f-4ea4-9491-66085eaf2935/1182dbf8-ef27-4090-9165-5fc81afc8e7d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:42.722234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] In _notify_port_updated(), no bound segment for port d6573708-3b7f-4a3f-a4fe-0054de225c1a on network 93b257de-4cc5-48ca-8b52-ff05959ed3cf {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:50:42.727663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:42.728302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.732266 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/ports/d6573708-3b7f-4a3f-a4fe-0054de225c1a HTTP/1.1" status: 200 len: 1011 time: 2.5421979 May 20 14:50:42.739136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:42.741665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54284) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:42.786118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.801715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edf4b19c-a064-47b4-b4d4-b6b2b4d22f90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:42.802677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:42.811048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.842345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.843539 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-45c9da84-61a9-4866-b38e-7e96ec74b992 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5732117 May 20 14:50:42.851065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54288) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:42.895553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1ef85ab2-b89a-4caa-93f4-db74144fa97e None None] Provisioning for port d6573708-3b7f-4a3f-a4fe-0054de225c1a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:42.910452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network c1712147-f345-4417-af9f-28b849da72f3 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:42.922427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:42.925093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-7d98c1b8-4ea8-446e-8b7b-3f19afb88037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:42.926558 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-7d98c1b8-4ea8-446e-8b7b-3f19afb88037 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5601201b-c2c8-41bb-8410-a8f04bc7a569 HTTP/1.1" status: 200 len: 852 time: 0.2109976 May 20 14:50:42.927764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:42.953159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1ef85ab2-b89a-4caa-93f4-db74144fa97e None None] Provisioning complete for port d6573708-3b7f-4a3f-a4fe-0054de225c1a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:42.953677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1ef85ab2-b89a-4caa-93f4-db74144fa97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:42.969908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.018654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=95fe7a2a-8b38-4bee-998f-06fe102370b4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:43.037637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:43.043741 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-fc7f43df-cfc7-4016-8c3f-52e10ee74c2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646889 May 20 14:50:43.077644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.127450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-1ef85ab2-b89a-4caa-93f4-db74144fa97e None None] Port d6573708-3b7f-4a3f-a4fe-0054de225c1a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:43.137493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.159469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Transition to ACTIVE for port object 1182dbf8-ef27-4090-9165-5fc81afc8e7d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:43.185732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Transition to ACTIVE for port object 1182dbf8-ef27-4090-9165-5fc81afc8e7d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:43.196030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.202468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0aa14017-019c-4bf7-b155-058ced0870a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:43.271730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:43.275629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:43.278633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:43.289982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Pushing event updated for resources: {'Port': ['ID=1182dbf8-ef27-4090-9165-5fc81afc8e7d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:43.293610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.296900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.299195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:43.304249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4e1a9408-8588-4561-8a44-8ed01522aeb9 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:43.426006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:43.426891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.427822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Attempting to bind port 1182dbf8-ef27-4090-9165-5fc81afc8e7d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:43.428431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Attempting to bind port 1182dbf8-ef27-4090-9165-5fc81afc8e7d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd0cbf48f-f614-4c30-8aae-284c906b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:43.429060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Attempting to bind port 1182dbf8-ef27-4090-9165-5fc81afc8e7d on network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:43.436894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:43.437778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Checking segment: {'id': 'd0cbf48f-f614-4c30-8aae-284c906b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:43.438506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.439180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Bound using segment: {'id': 'd0cbf48f-f614-4c30-8aae-284c906b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:43.439953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Bound port: 1182dbf8-ef27-4090-9165-5fc81afc8e7d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cbf48f-f614-4c30-8aae-284c906b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:43.440598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.442984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:43.452318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a245b229-620b-4dd0-a7c3-edbccefb2887 None None] Provisioning for port 95fe7a2a-8b38-4bee-998f-06fe102370b4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:43.457816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:43.463568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a245b229-620b-4dd0-a7c3-edbccefb2887 None None] Provisioning complete for port 95fe7a2a-8b38-4bee-998f-06fe102370b4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:43.464240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a245b229-620b-4dd0-a7c3-edbccefb2887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.525721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event updated for resources: {'Port': ['ID=89ac7f7a-7f01-4413-821b-3af28c66426e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:43.533580 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-ab15de42-16cc-4f7a-8c15-4084b01cb1d7 service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811969 May 20 14:50:43.548010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:43.588484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a245b229-620b-4dd0-a7c3-edbccefb2887 None None] Port 95fe7a2a-8b38-4bee-998f-06fe102370b4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:43.627057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.627332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] For port 1182dbf8-ef27-4090-9165-5fc81afc8e7d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:43.633134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] For port 1182dbf8-ef27-4090-9165-5fc81afc8e7d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1182dbf8-ef27-4090-9165-5fc81afc8e7d,segment=NetworkSegment(d0cbf48f-f614-4c30-8aae-284c906b9255),segment_id=d0cbf48f-f614-4c30-8aae-284c906b9255)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:43.634944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.645176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:43.649630 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:43.753728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Pushing event updated for resources: {'Port': ['ID=1182dbf8-ef27-4090-9165-5fc81afc8e7d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:43.760629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:44.026035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3f9dc031-555c-4ae3-a535-490951444207 None None] Provisioning complete for port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:44.026752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f9dc031-555c-4ae3-a535-490951444207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:44.028305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port d6573708-3b7f-4a3f-a4fe-0054de225c1a {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:44.028753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:44.125647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:44.248800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:44.310308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1182dbf8-ef27-4090-9165-5fc81afc8e7d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:44.347415 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4e3bf448-9381-41d5-851e-e8f004b6d70e req-bdf0aea5-f06f-4f81-bd82-19629a09e115 service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122159 May 20 14:50:44.392648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 1182dbf8-ef27-4090-9165-5fc81afc8e7d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:44.554142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:44.785034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d2580-c450-4a54-92ad-2d6bb8465948 req-4fba70fa-86c4-492a-bbef-e992b7ac7029 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:44.786565 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-367d2580-c450-4a54-92ad-2d6bb8465948 req-4fba70fa-86c4-492a-bbef-e992b7ac7029 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 944 time: 1.1480999 May 20 14:50:44.833077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860154d-862e-457b-8665-4b4c4e395c27 req-9b623588-7d44-47ea-9b30-ae0db04ba8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:44.834667 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-9b623588-7d44-47ea-9b30-ae0db04ba8ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15aaa46216743048aa1f2555c9310fe&device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 1097 time: 0.3974791 May 20 14:50:44.858648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cdcb2f-6ad8-4931-8788-cd1f36854d74 None None] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:44.969797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:44.971119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Provisioning for port 1182dbf8-ef27-4090-9165-5fc81afc8e7d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:44.985674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:44.985933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Provisioning complete for port 1182dbf8-ef27-4090-9165-5fc81afc8e7d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:44.986268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.038092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.054823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.092943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0c9757f-3b6c-42cc-8317-a2481f6f99be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:45.199351 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-367d2580-c450-4a54-92ad-2d6bb8465948 req-e0dcb146-15d8-4830-adb6-16906168f8e2 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423986 May 20 14:50:45.221591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.222131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for d6573708-3b7f-4a3f-a4fe-0054de225c1a owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:45.265495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] For port 1182dbf8-ef27-4090-9165-5fc81afc8e7d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1182dbf8-ef27-4090-9165-5fc81afc8e7d,segment=NetworkSegment(d0cbf48f-f614-4c30-8aae-284c906b9255),segment_id=d0cbf48f-f614-4c30-8aae-284c906b9255)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:45.267706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860154d-862e-457b-8665-4b4c4e395c27 req-7e3fc6f7-24cd-4968-8a3c-77621bee79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:45.269812 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-7e3fc6f7-24cd-4968-8a3c-77621bee79bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef HTTP/1.1" status: 200 len: 913 time: 0.4193447 May 20 14:50:45.278129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.281229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:45.282461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=95fe7a2a-8b38-4bee-998f-06fe102370b4,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:45.360613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Pushing event updated for resources: {'Port': ['ID=1182dbf8-ef27-4090-9165-5fc81afc8e7d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:45.364013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:45.364399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-d74cb071-9847-48e1-be43-63785f805e1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c HTTP/1.1" status: 200 len: 217 time: 0.0836289 May 20 14:50:45.365330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:45.370916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.455515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Router bebddc42-294e-4b10-8233-254a59614e0e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:45.510623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9e0141d1-07bd-4f9b-840a-211314840a4f None None] Provisioning complete for port 1182dbf8-ef27-4090-9165-5fc81afc8e7d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:45.511035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9e0141d1-07bd-4f9b-840a-211314840a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.570519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.578846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8::1 (e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c/f1be64de-bc0f-4ea4-9491-66085eaf2935/dec89601-f212-4fcd-8457-bcf918689ed8) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:45.599121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.658361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.669147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb1b4637-faa6-4a09-bb12-31b8281aa770 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:45.761204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860154d-862e-457b-8665-4b4c4e395c27 req-95545075-d77f-4704-8d1b-f6e57c825cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:45.762639 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-95545075-d77f-4704-8d1b-f6e57c825cae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5601201b-c2c8-41bb-8410-a8f04bc7a569 HTTP/1.1" status: 200 len: 852 time: 0.3857548 May 20 14:50:45.805577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:45.808546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:45.819733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b8f13-a760-40d7-b192-9dfeefbf2c44 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:45.868156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:45.889284 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-e5aadf96-dd8d-41cd-a35c-eccc0c912e95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093645 May 20 14:50:45.944304 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d HTTP/1.1" status: 204 len: 168 time: 3.4511414 May 20 14:50:45.944304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:45.948799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54294) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:45.964839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] Sync routers for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:46.008935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:46.009299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:46.010808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network c1712147-f345-4417-af9f-28b849da72f3 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:46.016564 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] 10.222.0.58 "PUT /v2.0/routers/bebddc42-294e-4b10-8233-254a59614e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3009160 May 20 14:50:46.019668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:46.029279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54298) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:46.083808 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c403c8f-9575-472a-ac47-80b79e085c7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338656 May 20 14:50:46.091150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54302) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:46.099240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:46.211636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.237729 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-da5c6667-f810-460f-b269-81dcc4fd447d service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392081 May 20 14:50:46.252583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-99577b05-769b-4283-98c0-5f5c2b7dcccd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:46.282088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1182dbf8-ef27-4090-9165-5fc81afc8e7d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:46.411528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:46.445357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Router 19494f8f-0c98-4978-b7a8-869d406fbccd is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:46.458536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:46.484919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.519944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=d6573708-3b7f-4a3f-a4fe-0054de225c1a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:46.534822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:46.542623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:46.546451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:46.556398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bc555da6-4adc-4b37-87dc-83606b476111 None None] Provisioning complete for port 95fe7a2a-8b38-4bee-998f-06fe102370b4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:46.556648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bc555da6-4adc-4b37-87dc-83606b476111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.585144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:46.596795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:46.610600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object dec89601-f212-4fcd-8457-bcf918689ed8 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:46.672795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1182dbf8-ef27-4090-9165-5fc81afc8e7d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:46.673180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.692818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:46.706860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.711961 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/d6573708-3b7f-4a3f-a4fe-0054de225c1a HTTP/1.1" status: 204 len: 168 time: 3.9668593 May 20 14:50:46.715771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.723558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54308) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:46.737533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:46.747765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bc555da6-4adc-4b37-87dc-83606b476111 None None] Port 95fe7a2a-8b38-4bee-998f-06fe102370b4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:46.788242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:46.797064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.799193 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] Sync routers for ids ['19494f8f-0c98-4978-b7a8-869d406fbccd'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:46.801516 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "PUT /v2.0/routers/19494f8f-0c98-4978-b7a8-869d406fbccd HTTP/1.1" status: 200 len: 880 time: 7.3628361 May 20 14:50:46.812562 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] Routers {'19494f8f-0c98-4978-b7a8-869d406fbccd'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:46.812937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54312) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:46.814243 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['19494f8f-0c98-4978-b7a8-869d406fbccd'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:46.830493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Deleting port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:46.830710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.845233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:46.881274 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afbc073-8ffb-4629-87d0-32ae2d2b8c9f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:50:46.881487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3afbc073-8ffb-4629-87d0-32ae2d2b8c9f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:46.899736 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:46.910827 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] Routers {'19494f8f-0c98-4978-b7a8-869d406fbccd'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:46.911897 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['19494f8f-0c98-4978-b7a8-869d406fbccd'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:46.982123 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:46.982966 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e564cec-5a2d-4309-8662-65a750fa9e33 None None] The sync data for ids ['19494f8f-0c98-4978-b7a8-869d406fbccd'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:47.010002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb9f72-ddf6-469a-904a-f9536de4f520 req-641df9c2-6f7f-4e8e-8749-a23bf28a80ff tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:47.011852 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ceb9f72-ddf6-469a-904a-f9536de4f520 req-641df9c2-6f7f-4e8e-8749-a23bf28a80ff tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 944 time: 0.5238111 May 20 14:50:47.034789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:47.038481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.040903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] For port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:47.041311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.064516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device c1607d03-38ba-4043-8ca4-16c46dcd531c details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:50:47.116483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:47.158670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:47.167785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=dec89601-f212-4fcd-8457-bcf918689ed8,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:47.172585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:47.173226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.189843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Calling delete_port for 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:47.198445 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a860154d-862e-457b-8665-4b4c4e395c27 req-a31218d0-b0ec-4afa-a0d7-8290f602933a service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8010015 May 20 14:50:47.224956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:47.229216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3afbc073-8ffb-4629-87d0-32ae2d2b8c9f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:47.233132 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3afbc073-8ffb-4629-87d0-32ae2d2b8c9f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/d6573708-3b7f-4a3f-a4fe-0054de225c1a HTTP/1.1" status: 404 len: 333 time: 0.4386880 May 20 14:50:47.263136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54316) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:47.312189 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ceb9f72-ddf6-469a-904a-f9536de4f520 req-6f350577-cf01-4d76-9262-8204431eef1d tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904515 May 20 14:50:47.323730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117'}], 'enable_snat': True}, 'gw_port_id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:50:41Z', 'revision_number': 5, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port': {'id': '774f6f2b-94e8-4808-97b5-3c2b69dc4327', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:46:27Z', 'updated_at': '2021-05-20T14:46:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:47.346711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] Checking router: bebddc42-294e-4b10-8233-254a59614e0e for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:50:47.384995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] Routers {'bebddc42-294e-4b10-8233-254a59614e0e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:47.385648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['bebddc42-294e-4b10-8233-254a59614e0e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:47.394423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.420507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:47.426627 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/1f91fb56-8f26-4250-80d7-73e20c1451a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5586214 May 20 14:50:47.428131 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-08cfd972-c33d-4f37-a120-8dd0e0989d46 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/19494f8f-0c98-4978-b7a8-869d406fbccd HTTP/1.1" status: 200 len: 921 time: 0.5498123 May 20 14:50:47.429753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54320) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:47.466331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:47.484114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.490902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9ed0ef75-0331-4154-820d-71e3b0f5a698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:47.501763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Deleting port 774f6f2b-94e8-4808-97b5-3c2b69dc4327 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:47.502331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.529833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.578917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet a88ccfff-d8ca-4ad7-b366-db3b77b95373 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:47.583559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port c1607d03-38ba-4043-8ca4-16c46dcd531c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c,segment=NetworkSegment(a534a5b8-1fc6-462d-9a37-a2f971b2c639),segment_id=a534a5b8-1fc6-462d-9a37-a2f971b2c639)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:47.609929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Pushing event deleted for resources: {'Port': ['ID=9ab8689d-0bf0-4e81-87ac-4d0373f68f14,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:47.612413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:47.612570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.624546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:47.625164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:47.634187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] For port 774f6f2b-94e8-4808-97b5-3c2b69dc4327, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=774f6f2b-94e8-4808-97b5-3c2b69dc4327,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:47.634760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.687721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] No DVR routers for this DVR port 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:47.694501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'c1607d03-38ba-4043-8ca4-16c46dcd531c', 'network_id': 'af5b9e7e-440b-4289-a296-1c8e9c8a9cef', 'port_id': 'c1607d03-38ba-4043-8ca4-16c46dcd531c', 'mac_address': 'fa:16:3e:12:43:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5601201b-c2c8-41bb-8410-a8f04bc7a569', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:50:47.764604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Calling delete_port for 774f6f2b-94e8-4808-97b5-3c2b69dc4327 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:47.813766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.817613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] Set router bebddc42-294e-4b10-8233-254a59614e0e gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:47.861887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec78cb99-769b-4337-b601-e98d6be02e73 None None] Provisioning for port dec89601-f212-4fcd-8457-bcf918689ed8 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:47.931765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.940007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca7f65b-d483-4ff8-b617-6f48cffd5f6a tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:47.940749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eca7f65b-d483-4ff8-b617-6f48cffd5f6a tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Synchronizing usage tracker for tenant:027991daa66b4eeaa862d5760686f8b2 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:47.944883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:47.952660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec78cb99-769b-4337-b601-e98d6be02e73 None None] Provisioning complete for port dec89601-f212-4fcd-8457-bcf918689ed8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:47.952972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec78cb99-769b-4337-b601-e98d6be02e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:47.987037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:50:47Z', 'revision_number': 6, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:47.992119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=774f6f2b-94e8-4808-97b5-3c2b69dc4327,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:48.032261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eca7f65b-d483-4ff8-b617-6f48cffd5f6a tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Unset dirty status for tenant:027991daa66b4eeaa862d5760686f8b2 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:48.033351 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eca7f65b-d483-4ff8-b617-6f48cffd5f6a tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=19494f8f-0c98-4978-b7a8-869d406fbccd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5906792 May 20 14:50:48.033540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:48.038649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54328) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:48.075327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf12e62-e5b2-425f-948e-89410076f5b2 None None] The sync data for ids ['bebddc42-294e-4b10-8233-254a59614e0e'] in dv-neutron-601336-75-hyperv is: [{'id': 'bebddc42-294e-4b10-8233-254a59614e0e', 'name': 'tempest-ServerActionsTestJSON-327904792-router', 'tenant_id': 'f34697779d114d4aac4642f32035173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:46:24Z', 'updated_at': '2021-05-20T14:50:47Z', 'revision_number': 6, 'project_id': 'f34697779d114d4aac4642f32035173c', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:48.077764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.135301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.136077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ec78cb99-769b-4337-b601-e98d6be02e73 None None] Port dec89601-f212-4fcd-8457-bcf918689ed8 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:48.143669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1607d03-38ba-4043-8ca4-16c46dcd531c {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:50:48.151980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:48.166954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.226432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port c1607d03-38ba-4043-8ca4-16c46dcd531c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c,segment=NetworkSegment(a534a5b8-1fc6-462d-9a37-a2f971b2c639),segment_id=a534a5b8-1fc6-462d-9a37-a2f971b2c639)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:48.234268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.294131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-915cb715-cb08-49b9-9b83-00f299993cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:48.412219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.416168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.422789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=c1607d03-38ba-4043-8ca4-16c46dcd531c,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:48.426132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:48.460287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce80c978-d299-4132-b8f3-c39306927a04 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:48.464585 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ce80c978-d299-4132-b8f3-c39306927a04 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.4221427 May 20 14:50:48.465533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54334) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:48.525544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.526198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bebddc42-294e-4b10-8233-254a59614e0e {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:48.530703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['c1607d03-38ba-4043-8ca4-16c46dcd531c'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:50:48.553703 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f0092248-f665-42a4-a7a5-7b68cf2f8354 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=19494f8f-0c98-4978-b7a8-869d406fbccd HTTP/1.1" status: 200 len: 205 time: 0.0820026 May 20 14:50:48.555419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54338) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:48.612448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:48.671010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:48.671573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ab8689d-0bf0-4e81-87ac-4d0373f68f14 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:48.743614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.797175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.798002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.803079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.807019 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/bebddc42-294e-4b10-8233-254a59614e0e HTTP/1.1" status: 204 len: 168 time: 2.7744973 May 20 14:50:48.807217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e382060-ad81-4bbb-af1c-5c4d9eba36ca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:48.807342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54342) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:48.837621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:50:43Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe7a2a-8b38-4bee-998f-06fe102370b4', 'name': '', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:dc:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:50:40Z', 'updated_at': '2021-05-20T14:50:44Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:48.843155 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:50:48.843155 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Updating router 1f91fb56-8f26-4250-80d7-73e20c1451a8 port 95fe7a2a-8b38-4bee-998f-06fe102370b4 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:50:48.930113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.945689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Deleting subnet 83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:48.960073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:48.964022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696a3c7-e86e-408a-abde-6b08ad207f5b req-07cef029-39de-4e95-97eb-dd27386f9d89 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:48.965635 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8696a3c7-e86e-408a-abde-6b08ad207f5b req-07cef029-39de-4e95-97eb-dd27386f9d89 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 945 time: 0.3463466 May 20 14:50:48.997809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=dec89601-f212-4fcd-8457-bcf918689ed8,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:49.018792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.070241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:49.093872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.137278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.146606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-25abb0ea-b7e9-4e34-aafa-d4c08802559e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:49.173107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.201489 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8696a3c7-e86e-408a-abde-6b08ad207f5b req-984d7479-fc6d-4465-bece-22953e25cb18 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544313 May 20 14:50:49.207696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=a88ccfff-d8ca-4ad7-b366-db3b77b95373,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:49.218848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:49.219470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7dce875d-219e-4ff8-a571-82fa6f760ba2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:49.230824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533da37e-c2e6-4cde-b8e5-e6c51ec4e36c None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:49.251060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.260463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:49.270173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:49.273162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:49.282392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88271d5e-797c-4d47-9a68-8bd67e4e7df4 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:49.285814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:49.297956 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/a88ccfff-d8ca-4ad7-b366-db3b77b95373 HTTP/1.1" status: 204 len: 168 time: 1.9560893 May 20 14:50:49.298166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54346) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:49.303309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:49.303926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.396426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.414354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=b95c3282-a2f9-43d9-9be8-c530b5ec7cd0,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:49.420289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:49.434890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.527253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet 2d6f2f7f-e519-4baa-9fb4-06295e7e951a {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:49.528031 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4355762 May 20 14:50:49.531390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54350) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:49.534595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.538744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:49.554453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:50:49.620987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.719787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:49.724909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:49.728157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:49.731020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 1adbd33a-57bb-46b3-b1fe-c8408cec9e2b is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:49.738714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:49.760643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.767915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.781403 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Deleting port 89ac7f7a-7f01-4413-821b-3af28c66426e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:49.781883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.793745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dfe37c00-c2aa-4b9a-a4c1-e5c4a063838b None None] Provisioning complete for port dec89601-f212-4fcd-8457-bcf918689ed8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:49.794121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dfe37c00-c2aa-4b9a-a4c1-e5c4a063838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.808859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:49.813017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.872220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Transition to ACTIVE for port object 95fe7a2a-8b38-4bee-998f-06fe102370b4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:49.892020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:49.900660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-511b4a95-8972-4769-bae3-1274fb725238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:49.961888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.046645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-dfe37c00-c2aa-4b9a-a4c1-e5c4a063838b None None] Port dec89601-f212-4fcd-8457-bcf918689ed8 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:50:50.078311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.090020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2dd5-ef1b-41e1-b94b-d6ae7001e070 None None] Pushing event updated for resources: {'Port': ['ID=95fe7a2a-8b38-4bee-998f-06fe102370b4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:50.092946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ed2b2dd5-ef1b-41e1-b94b-d6ae7001e070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:50.132808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': 'b95c3282-a2f9-43d9-9be8-c530b5ec7cd0'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:50.134103 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.145048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2b9ee440-f74e-4acf-8893-44c5be0c3594 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:50.211183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:50.220238 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/1adbd33a-57bb-46b3-b1fe-c8408cec9e2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3656747 May 20 14:50:50.224671 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ae18f-03f5-4952-94b6-182439822380 None None] Sync routers for ids ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:50.225306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54356) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:50.226696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 2b9ee440-f74e-4acf-8893-44c5be0c3594 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:50.227261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2b9ee440-f74e-4acf-8893-44c5be0c3594 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:50.227688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 774f6f2b-94e8-4808-97b5-3c2b69dc4327 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:50.238890 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ae18f-03f5-4952-94b6-182439822380 None None] Routers {'1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:50.241674 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-427ae18f-03f5-4952-94b6-182439822380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:50.341422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 774f6f2b-94e8-4808-97b5-3c2b69dc4327 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:50.342386 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 774f6f2b-94e8-4808-97b5-3c2b69dc4327 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:50.347812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3f760e-ea1c-4dee-9b39-55d52e3d1b87 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:50.348569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7d3f760e-ea1c-4dee-9b39-55d52e3d1b87 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:50.375873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Attempting to bind port 95fe7a2a-8b38-4bee-998f-06fe102370b4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:50.376105 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Attempting to bind port 95fe7a2a-8b38-4bee-998f-06fe102370b4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:50.376417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Attempting to bind port 95fe7a2a-8b38-4bee-998f-06fe102370b4 on network c1712147-f345-4417-af9f-28b849da72f3 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:50.393219 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-427ae18f-03f5-4952-94b6-182439822380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:50.402136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:50.402522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Checking segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:50.402938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.403362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Bound using segment: {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:50.403863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Bound port: 95fe7a2a-8b38-4bee-998f-06fe102370b4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448219c1-c8f2-40ed-ba03-2f84c77b9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:50.404791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.423551 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ae18f-03f5-4952-94b6-182439822380 None None] Routers {'1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:50.424562 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-427ae18f-03f5-4952-94b6-182439822380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:50.512462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7d3f760e-ea1c-4dee-9b39-55d52e3d1b87 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:50.516643 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7d3f760e-ea1c-4dee-9b39-55d52e3d1b87 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports/dec89601-f212-4fcd-8457-bcf918689ed8 HTTP/1.1" status: 200 len: 911 time: 0.2872505 May 20 14:50:50.519226 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-427ae18f-03f5-4952-94b6-182439822380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:50.519643 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ae18f-03f5-4952-94b6-182439822380 None None] The sync data for ids ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:50.528858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54362) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:50.581116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Calling delete_port for 89ac7f7a-7f01-4413-821b-3af28c66426e owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:50.603183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Allocated IP 172.20.0.2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/b95c3282-a2f9-43d9-9be8-c530b5ec7cd0/b9af3cd8-2394-4406-8350-5664070a5068) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:50.611059 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] For port 95fe7a2a-8b38-4bee-998f-06fe102370b4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:50.617131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] For port 95fe7a2a-8b38-4bee-998f-06fe102370b4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=95fe7a2a-8b38-4bee-998f-06fe102370b4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:50.640374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.642489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.651811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-95710b41-a056-40a0-823a-4e2ac75b28a1 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:50.658605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ed2b2dd5-ef1b-41e1-b94b-d6ae7001e070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:50.706069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:50.709499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:50.712780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:50.739498 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] 10.222.0.58 "DELETE /v2.0/subnets/83cf71eb-bd0b-482f-9ea1-ad4f3e7c7fba HTTP/1.1" status: 204 len: 168 time: 1.9291632 May 20 14:50:50.741446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54366) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:50.779736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d87c3dc-852b-4b89-ac3a-03b794615708 None None] Network 44e8751b-0794-45e1-b758-2bd527a88e0e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:50.952663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:50.953375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:51.012592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.052107 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2dd5-ef1b-41e1-b94b-d6ae7001e070 None None] Pushing event updated for resources: {'Port': ['ID=95fe7a2a-8b38-4bee-998f-06fe102370b4,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:51.056387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ed2b2dd5-ef1b-41e1-b94b-d6ae7001e070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:51.112480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device c1607d03-38ba-4043-8ca4-16c46dcd531c up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:51.128274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618415ef-425b-42d3-95ff-d598e2ddfd13 req-84938430-19ed-4db3-8a34-8609e14c3e0a tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:51.130466 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-618415ef-425b-42d3-95ff-d598e2ddfd13 req-84938430-19ed-4db3-8a34-8609e14c3e0a tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 945 time: 0.6916804 May 20 14:50:51.145210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.152118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6859b2ca-37bf-4b40-b663-885101104439 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:51.197713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6f2f7f-e519-4baa-9fb4-06295e7e951a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:51.200056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.206277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:51.207590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.214523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:51.217899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-618415ef-425b-42d3-95ff-d598e2ddfd13 req-96ab577a-7850-4578-b4c8-6f78072f2f7f tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802641 May 20 14:50:51.284091 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/2d6f2f7f-e519-4baa-9fb4-06295e7e951a HTTP/1.1" status: 204 len: 168 time: 1.9855316 May 20 14:50:51.288203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54370) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:51.290473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event deleted for resources: {'Port': ['ID=89ac7f7a-7f01-4413-821b-3af28c66426e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:51.319336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:51.334238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045c773-24aa-485f-8af0-d55358ecc30b None None] Network 93b257de-4cc5-48ca-8b52-ff05959ed3cf requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:51.411418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.419200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Deleting port bfb220e9-e284-4261-8992-cf92ad5141db {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:51.419534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.568849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.575680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.612836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port c1607d03-38ba-4043-8ca4-16c46dcd531c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:51.646478 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port c1607d03-38ba-4043-8ca4-16c46dcd531c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:51.647025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.683839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.711016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] For port bfb220e9-e284-4261-8992-cf92ad5141db, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bfb220e9-e284-4261-8992-cf92ad5141db,segment=NetworkSegment(19e4ce25-15f3-49d0-8003-dbf54da32b75),segment_id=19e4ce25-15f3-49d0-8003-dbf54da32b75)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:51.711623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.780997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:50:51.783827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.784554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:50:51.789283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15f9501a-95ef-412f-a8f6-e476ca7cda4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:51.850476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Transition to ACTIVE for port object b9af3cd8-2394-4406-8350-5664070a5068 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:51.936179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Transition to ACTIVE for port object b9af3cd8-2394-4406-8350-5664070a5068 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:51.936410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.940711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-003fb903-ec3c-4598-b1cf-761c12ba2515 None None] Provisioning complete for port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:51.941211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-003fb903-ec3c-4598-b1cf-761c12ba2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:51.948280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Calling delete_port for bfb220e9-e284-4261-8992-cf92ad5141db owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:51.955801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.006121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:52.009435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.009956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Fanout notify agent at l3_agent the message router_deleted on router 19494f8f-0c98-4978-b7a8-869d406fbccd {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:52.011712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:52.026193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=38dd6f73-c1f0-4ae9-bacd-1c42bf483e24,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:52.027886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.033567 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/19494f8f-0c98-4978-b7a8-869d406fbccd HTTP/1.1" status: 204 len: 168 time: 3.4715796 May 20 14:50:52.036613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54374) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:52.044518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1914505170', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:52.051601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:52.051782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.063612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:52.071650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:52.072307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.081810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.091171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-56f189b2-a6f9-41a1-92f4-cdad255b3153 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:52.151864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6167929 May 20 14:50:52.155505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54378) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:52.164411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:fc:74:14', 'name': 'tempest-NetworksTestDHCPv6-1263908673'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:52.210483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] DHCP port deletion for 44e8751b-0794-45e1-b758-2bd527a88e0e request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:52.308449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port dec89601-f212-4fcd-8457-bcf918689ed8 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:52.309064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:52.309161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.309828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] For port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,segment=NetworkSegment(4e62a50e-214e-4243-807f-db5439d35f5a),segment_id=4e62a50e-214e-4243-807f-db5439d35f5a)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:52.310185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.354999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:52.360088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:52.362088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.433314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:52.444872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:52.450830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Usage tracker for resource:router and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:52.455783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:52.456136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Pushing event updated for resources: {'Port': ['ID=b9af3cd8-2394-4406-8350-5664070a5068,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:52.463777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:52.465375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:52.469496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:52.482335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:52.484105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:52.493509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:52.496127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.497739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.518583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.526941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57e30b82-4475-48d3-925a-e2b013f28159 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:52.528204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:52.576724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.584325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb220e9-e284-4261-8992-cf92ad5141db,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:52.592739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:52.594057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.596432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] No DVR routers for this DVR port bfb220e9-e284-4261-8992-cf92ad5141db on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:52.603216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1607d03-38ba-4043-8ca4-16c46dcd531c'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:50:52.619233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eaa995-6c62-4531-917a-58e240ac4ff1 None None] DHCP port deletion for 93b257de-4cc5-48ca-8b52-ff05959ed3cf request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:52.655894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port c1607d03-38ba-4043-8ca4-16c46dcd531c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c,segment=NetworkSegment(a534a5b8-1fc6-462d-9a37-a2f971b2c639),segment_id=a534a5b8-1fc6-462d-9a37-a2f971b2c639)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:52.697113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.700751 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1607d03-38ba-4043-8ca4-16c46dcd531c', 'code': 200} May 20 14:50:52.706187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:52.720606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.722736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-53eaa995-6c62-4531-917a-58e240ac4ff1 None None] The port 'c8436f4e-1b66-4f54-bd5e-a94239fa3bd7' was deleted {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 14:50:52.740442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:52.771482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Attempting to bind port b9af3cd8-2394-4406-8350-5664070a5068 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:52.772122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Attempting to bind port b9af3cd8-2394-4406-8350-5664070a5068 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:52.772494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Attempting to bind port b9af3cd8-2394-4406-8350-5664070a5068 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:52.804977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for dec89601-f212-4fcd-8457-bcf918689ed8 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:52.815152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:52.815540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:52.816071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.816398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:52.817116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Bound port: b9af3cd8-2394-4406-8350-5664070a5068, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:52.817253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.833746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f77ba-b0d6-4ab2-86de-3f60cb0c5b53 req-ca14dbe9-73db-4db5-bc7e-8ff4b10824fc tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:52.835183 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e0f77ba-b0d6-4ab2-86de-3f60cb0c5b53 req-ca14dbe9-73db-4db5-bc7e-8ff4b10824fc tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 945 time: 0.4873235 May 20 14:50:52.845177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Deleting port bfb220e9-e284-4261-8992-cf92ad5141db {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:52.845567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.850880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.857392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=c8436f4e-1b66-4f54-bd5e-a94239fa3bd7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:52.859947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No DVR routers for this DVR port c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:52.863370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.908690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:52.910272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:52.931258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e8751b-0794-45e1-b758-2bd527a88e0e']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:52.939044 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4e0f77ba-b0d6-4ab2-86de-3f60cb0c5b53 req-cb69b614-b6c4-4398-a14a-048eebf5be55 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814559 May 20 14:50:52.953706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port a8720ec5-e4f3-4801-a8cb-dba0a721ad53 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:52.995614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19e4ce25-15f3-49d0-8003-dbf54da32b75') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:52.996004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19e4ce25-15f3-49d0-8003-dbf54da32b75') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:53.012970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.017374 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b6594b6e-85bd-44d7-a9b7-cfc89f350cff tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9757271 May 20 14:50:53.020324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54388) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:53.032947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': True}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:53.061154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.087457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=c1607d03-38ba-4043-8ca4-16c46dcd531c,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:53.145743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:53.150849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.159140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.175165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b257de-4cc5-48ca-8b52-ff05959ed3cf']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:53.183368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] For port bfb220e9-e284-4261-8992-cf92ad5141db, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:53.183731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:50:53.184005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.184149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:50:53.199072 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:50:53.224120 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-36e12000-86a4-4b3b-8c59-7156daec3a45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4267240 May 20 14:50:53.225847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e62a50e-214e-4243-807f-db5439d35f5a') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:53.226137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e62a50e-214e-4243-807f-db5439d35f5a') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:53.254458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c848d777-142c-4abc-be77-12df70eee621 None None] For port b9af3cd8-2394-4406-8350-5664070a5068, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:53.320518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Calling delete_port for bfb220e9-e284-4261-8992-cf92ad5141db owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:53.324943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Port bfb220e9-e284-4261-8992-cf92ad5141db was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:50:53.329711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c848d777-142c-4abc-be77-12df70eee621 None None] For port b9af3cd8-2394-4406-8350-5664070a5068, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b9af3cd8-2394-4406-8350-5664070a5068,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:53.330677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.336110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:53.338945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.367505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d9513-1afa-401a-b259-5f1b67e498e4 req-0d0aa212-25e0-4729-9bb8-dc2771b494ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:53.369138 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2e1d9513-1afa-401a-b259-5f1b67e498e4 req-0d0aa212-25e0-4729-9bb8-dc2771b494ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 1099 time: 0.3491576 May 20 14:50:53.371385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.374809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.392300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Pushing event deleted for resources: {'Port': ['ID=bfb220e9-e284-4261-8992-cf92ad5141db,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:53.393768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:50:53.394098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.395686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] No DVR routers for this DVR port bfb220e9-e284-4261-8992-cf92ad5141db on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:50:53.399043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:53.400580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e7f7d03d-3477-439e-85f4-568d24933e57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:53.415750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:50:53.416732 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:50:53.443284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b3ecd01b-2c63-4702-a344-2e3692621914 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:53.467992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.469750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:50:43Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe7a2a-8b38-4bee-998f-06fe102370b4', 'name': '', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:dc:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:50:40Z', 'updated_at': '2021-05-20T14:50:50Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:53.485969 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bec51f-5001-48a5-9bca-cd5623dc3fdf None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:50:43Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95fe7a2a-8b38-4bee-998f-06fe102370b4', 'name': '', 'network_id': 'c1712147-f345-4417-af9f-28b849da72f3', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:dc:63:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:50:40Z', 'updated_at': '2021-05-20T14:50:50Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'c4f2bc3d-5074-4e8b-8326-7068dcef227b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:53.501950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Pushing event updated for resources: {'Port': ['ID=b9af3cd8-2394-4406-8350-5664070a5068,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:53.522442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:53.535856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=44e8751b-0794-45e1-b758-2bd527a88e0e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:53.547341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:53.594477 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] 10.222.0.58 "DELETE /v2.0/networks/44e8751b-0794-45e1-b758-2bd527a88e0e HTTP/1.1" status: 204 len: 168 time: 2.8475242 May 20 14:50:53.598208 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2e1d9513-1afa-401a-b259-5f1b67e498e4 req-f7212729-9336-432d-a182-f914d4f39b3d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201650 May 20 14:50:53.601242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-34fdfabe-924e-4499-b1cb-cb37c527fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:53.602672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-34fdfabe-924e-4499-b1cb-cb37c527fc13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1098 time: 0.3192451 May 20 14:50:53.604414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.609422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-438d27b9-f1e9-4063-abb8-c6a6023e9a4a tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:53.626842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.642647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=93b257de-4cc5-48ca-8b52-ff05959ed3cf,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:53.649212 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/93b257de-4cc5-48ca-8b52-ff05959ed3cf HTTP/1.1" status: 204 len: 168 time: 2.3600700 May 20 14:50:53.650428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:53.653294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54394) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:53.770644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.917500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da9a48-4662-4bc0-8645-46d531cf8105 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:53.918227 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d2da9a48-4662-4bc0-8645-46d531cf8105 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:53.922942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-b1698235-d30b-4bea-a089-462684c21e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:53.926901 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-b1698235-d30b-4bea-a089-462684c21e4e service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 897 time: 0.2346122 May 20 14:50:53.946492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:53.956688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd7686e6-b246-4afc-bc8a-042ff9974fa6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:54.020592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54398) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:54.163307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=dec89601-f212-4fcd-8457-bcf918689ed8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:54.166105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:54.222364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 172.20.0.11 (5b136d1c-58b9-45d6-b34a-556fde2a0447/b95c3282-a2f9-43d9-9be8-c530b5ec7cd0/a8720ec5-e4f3-4801-a8cb-dba0a721ad53) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:54.272615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b9af3cd8-2394-4406-8350-5664070a5068 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:54.306849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d2da9a48-4662-4bc0-8645-46d531cf8105 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:54.308347 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d2da9a48-4662-4bc0-8645-46d531cf8105 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6534140 May 20 14:50:54.318154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54404) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:54.369999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port b9af3cd8-2394-4406-8350-5664070a5068 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:54.377149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 95fe7a2a-8b38-4bee-998f-06fe102370b4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:54.413177 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-481d5a0b-3a43-4acd-a66e-58fb4ab7c510 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f34697779d114d4aac4642f32035173c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3859062 May 20 14:50:54.420705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54408) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:54.430280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fefc:7414 (5b136d1c-58b9-45d6-b34a-556fde2a0447/38dd6f73-c1f0-4ae9-bacd-1c42bf483e24/a8720ec5-e4f3-4801-a8cb-dba0a721ad53) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:54.474260 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-2b5b157f-bc27-4427-a553-dffa5ad4aebd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 200 len: 1001 time: 0.5295727 May 20 14:50:54.523045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 95fe7a2a-8b38-4bee-998f-06fe102370b4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:54.530762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 95fe7a2a-8b38-4bee-998f-06fe102370b4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:54.531461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.583500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.632033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-d51c597b-2bdf-4bee-9a00-fcae39fa10b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:54.633530 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-d51c597b-2bdf-4bee-9a00-fcae39fa10b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b8ba3f6-152b-4a8f-b902-1926cb86216a HTTP/1.1" status: 200 len: 834 time: 0.1501100 May 20 14:50:54.647165 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6021b892-234b-42df-9bcd-c4e1f1fa13a0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3248172 May 20 14:50:54.657837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54412) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:54.678761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.678967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319739176'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:54.691601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.704008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:54.720388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 95fe7a2a-8b38-4bee-998f-06fe102370b4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=95fe7a2a-8b38-4bee-998f-06fe102370b4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:54.724996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.728519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b89a7d6f-9651-4a1c-802e-1a16981b7967 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:54.737170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.797885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:54.801260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-faed9e69-d538-46d4-a664-fb792d26dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:54.805578 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-faed9e69-d538-46d4-a664-fb792d26dc0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e5173e-a289-47a2-8422-9bb1a2360f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1577237 May 20 14:50:54.807161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:54.825854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bfb220e9-e284-4261-8992-cf92ad5141db no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:54.837132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:54.863279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=95fe7a2a-8b38-4bee-998f-06fe102370b4,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:54.865945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: bfb220e9-e284-4261-8992-cf92ad5141db {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:54.866297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bfb220e9-e284-4261-8992-cf92ad5141db not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:54.866796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:50:54.867185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.879730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c76d509-7ace-4e61-9b1c-c74cd80ecd6a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:54.892289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:54.895825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c8f2f-433c-461e-82a8-81a634c6244a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:54.899005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:54.902847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:50:54.903360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c8436f4e-1b66-4f54-bd5e-a94239fa3bd7 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:50:54.944781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f64f1-473b-4d9c-898a-4d15dd99191d req-5955c50d-cd1a-4cb8-87a0-cf010b98a64c tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:54.949024 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-962f64f1-473b-4d9c-898a-4d15dd99191d req-5955c50d-cd1a-4cb8-87a0-cf010b98a64c tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.7810674 May 20 14:50:54.957951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:54.959689 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/419c8f2f-433c-461e-82a8-81a634c6244a HTTP/1.1" status: 204 len: 168 time: 0.5247109 May 20 14:50:54.991631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfa9ab-667b-4878-bb0d-1ae9825ed470 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:55.002338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:55.005777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.038047 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-0303e806-7c71-4371-9e82-1cb3e1851971 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186759 May 20 14:50:55.117822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Provisioning for port b9af3cd8-2394-4406-8350-5664070a5068 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:55.135131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Provisioning complete for port b9af3cd8-2394-4406-8350-5664070a5068 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:55.135774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.225283 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d2bab8bd-43f6-4162-87cd-c576f7efe9f4 req-9c875d8d-d5c4-44b8-a024-dfa5823a5011 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793416 May 20 14:50:55.277495 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-962f64f1-473b-4d9c-898a-4d15dd99191d req-60b96d36-f803-4d28-8add-0ebc2f0dee97 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117030 May 20 14:50:55.298928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:50:55.377665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 1adbd33a-57bb-46b3-b1fe-c8408cec9e2b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:50:55.395334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.395678 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment 8544e028-7c8b-42b9-9f98-731fa853f39f of type vlan for network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 May 20 14:50:55.412947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.458816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] For port b9af3cd8-2394-4406-8350-5664070a5068, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b9af3cd8-2394-4406-8350-5664070a5068,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:55.469423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.474245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f71396c7-9e28-4eca-baee-5046f10ce4e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:55.649511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Pushing event updated for resources: {'Port': ['ID=b9af3cd8-2394-4406-8350-5664070a5068,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:55.652997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:55.656001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Update dhcp port {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': 'b95c3282-a2f9-43d9-9be8-c530b5ec7cd0', 'ip_address': '172.20.0.2'}, {'subnet_id': '38dd6f73-c1f0-4ae9-bacd-1c42bf483e24'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': 'b9af3cd8-2394-4406-8350-5664070a5068'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:50:55.686121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.726977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.796023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.885882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object a8720ec5-e4f3-4801-a8cb-dba0a721ad53 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:55.896789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:50:55.911037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] Sync routers for ids ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:50:55.923514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:55.924263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] Routers {'1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:55.924943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:55.960091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.017573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.023039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:56.023643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.035842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-02c84bda-0077-4d6a-8f5c-2c54edf2bdc4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:56.036862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:56.047494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] Routers {'1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:50:56.048271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:56.068373 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/1adbd33a-57bb-46b3-b1fe-c8408cec9e2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5349097 May 20 14:50:56.072675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54440) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:56.127468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:50:56.128148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e027fe-7086-4197-9dad-727615bc86a1 None None] The sync data for ids ['1adbd33a-57bb-46b3-b1fe-c8408cec9e2b'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:50:56.168122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-84503d3f-535d-47ef-8c7a-6330f3e7a648 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:56.168754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.174060 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5031042 May 20 14:50:56.176604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54444) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:56.184983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=6b1299d5-c4ca-4f30-885e-6887bdca3d22,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:56.196848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:50:56.199828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:56.222106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b9af3cd8-2394-4406-8350-5664070a5068 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:56.226871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:56.227403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-68239e6e-a5e6-4046-80ea-54330ea13351 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:56.254089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-84503d3f-535d-47ef-8c7a-6330f3e7a648 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:56.259839 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-84503d3f-535d-47ef-8c7a-6330f3e7a648 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=1adbd33a-57bb-46b3-b1fe-c8408cec9e2b HTTP/1.1" status: 200 len: 205 time: 0.1809547 May 20 14:50:56.262165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54450) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:56.281193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Allocated IP 2001:db8::f816:3eff:fe97:1c20 (5b136d1c-58b9-45d6-b34a-556fde2a0447/38dd6f73-c1f0-4ae9-bacd-1c42bf483e24/b9af3cd8-2394-4406-8350-5664070a5068) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:56.291433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:56.296496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:56.308652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:56.375804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=a8720ec5-e4f3-4801-a8cb-dba0a721ad53,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:56.381502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Allocated IP 172.26.6.216 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/6557a072-66d6-429e-a34b-ca0a395ffa3c) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:56.384712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:56.406423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:56.407439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.506024 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.3484380 May 20 14:50:56.518513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54460) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:56.589361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.610987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b9af3cd8-2394-4406-8350-5664070a5068 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:56.611609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.624342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.646149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27853c25-48e4-42e5-80d8-137020f287cb req-87e849f7-5572-4f40-a856-baab01296a97 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:56.647979 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-27853c25-48e4-42e5-80d8-137020f287cb req-87e849f7-5572-4f40-a856-baab01296a97 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.1441436 May 20 14:50:56.679691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:56.696654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:56.706311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:56.707521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] For port b9af3cd8-2394-4406-8350-5664070a5068, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b9af3cd8-2394-4406-8350-5664070a5068,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:50:56.718752 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-27853c25-48e4-42e5-80d8-137020f287cb req-a538c939-6118-4a54-af78-8547d70a0925 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 May 20 14:50:56.728797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.735983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9cf3d42a-35ee-4abd-bad0-cedabc591d2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:56.778191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:56.798456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:56.806268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:56.811111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:56.858195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Port': ['ID=6557a072-66d6-429e-a34b-ca0a395ffa3c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:56.866754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:56.879140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.922289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Transition to ACTIVE for port object b9af3cd8-2394-4406-8350-5664070a5068 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:56.928531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 95fe7a2a-8b38-4bee-998f-06fe102370b4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:56.941021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:56.944441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.970939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:56.977753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:57.008374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54472) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:57.161870 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Pushing event updated for resources: {'Port': ['ID=b9af3cd8-2394-4406-8350-5664070a5068,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:57.167667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:57.181145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 95fe7a2a-8b38-4bee-998f-06fe102370b4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:57.181817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.191889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.193789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2a45-898c-441c-b2ba-d3bc1ce29742 req-6b936fbe-a68a-4bb3-b4d4-625a862d07d3 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:57.197323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.201672 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ebe2a45-898c-441c-b2ba-d3bc1ce29742 req-6b936fbe-a68a-4bb3-b4d4-625a862d07d3 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.2325540 May 20 14:50:57.230119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:57.244353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:57.270507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8553f3-5e31-48e4-a7a1-edb06f1f9776 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:57.276428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8553f3-5e31-48e4-a7a1-edb06f1f9776 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:57.277361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5c8553f3-5e31-48e4-a7a1-edb06f1f9776 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:57.312015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Usage tracker for resource:floatingip and tenant:2475605587784e528e38e840bad8f722 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:50:57.320608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:50:57.327931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.328344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router 1adbd33a-57bb-46b3-b1fe-c8408cec9e2b {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:50:57.339237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5c8553f3-5e31-48e4-a7a1-edb06f1f9776 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:57.344085 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c8553f3-5e31-48e4-a7a1-edb06f1f9776 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.8215320 May 20 14:50:57.345077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54480) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:57.354159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:57.379899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ebe2a45-898c-441c-b2ba-d3bc1ce29742 req-d3f9acaf-ae59-40e5-8ab9-5a0d6ec7289e tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773520 May 20 14:50:57.384779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.416074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.425207 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2ff6e142-4f8a-4fd6-9e7c-fdff7aa5abfd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/1adbd33a-57bb-46b3-b1fe-c8408cec9e2b HTTP/1.1" status: 204 len: 168 time: 1.1507714 May 20 14:50:57.426132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54486) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:57.669207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port a8720ec5-e4f3-4801-a8cb-dba0a721ad53 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:50:57.669402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.764001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet f1be64de-bc0f-4ea4-9491-66085eaf2935 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:57.769395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.823681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.829210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:57.914276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92bc30d3-6dc4-4639-a2b5-c664f6dd1f18 None None] Provisioning for port b9af3cd8-2394-4406-8350-5664070a5068 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:57.925116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92bc30d3-6dc4-4639-a2b5-c664f6dd1f18 None None] Provisioning complete for port b9af3cd8-2394-4406-8350-5664070a5068 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:57.925500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92bc30d3-6dc4-4639-a2b5-c664f6dd1f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.017478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for a8720ec5-e4f3-4801-a8cb-dba0a721ad53 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:50:58.019334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.152806 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b9af3cd8-2394-4406-8350-5664070a5068 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:50:58.217449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.224124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6080c336-f938-4e73-8de4-3196031d51fe tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:58.245709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b9af3cd8-2394-4406-8350-5664070a5068 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:58.246427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.295079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=e0b897d7-2b88-4acc-a4a7-93cc907042b6,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:58.306942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d6512-1649-4069-8006-318a4fc47bff req-23b55b0c-a30e-4e18-a23d-faba26b4a144 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:58.308243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:58.308474 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-138d6512-1649-4069-8006-318a4fc47bff req-23b55b0c-a30e-4e18-a23d-faba26b4a144 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.4803033 May 20 14:50:58.354652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.356824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.395744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': '8544e028-7c8b-42b9-9f98-731fa853f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:58.396092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: 6b1299d5-c4ca-4f30-885e-6887bdca3d22, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:50:58.413474 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-41b8e706-e185-4c74-82aa-f61e6b8cb89a None None] Provisioning for port a8720ec5-e4f3-4801-a8cb-dba0a721ad53 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:50:58.417813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.418823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-41b8e706-e185-4c74-82aa-f61e6b8cb89a None None] Provisioning complete for port a8720ec5-e4f3-4801-a8cb-dba0a721ad53 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:50:58.419334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-41b8e706-e185-4c74-82aa-f61e6b8cb89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.425421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4f2bb12a-05a3-4c83-b4d4-9aa116ea4f0b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:58.453366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-41b8e706-e185-4c74-82aa-f61e6b8cb89a None None] Port a8720ec5-e4f3-4801-a8cb-dba0a721ad53 was deleted so its status cannot be updated. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 14:50:58.464545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:50:58.475521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=a8720ec5-e4f3-4801-a8cb-dba0a721ad53,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:58.477847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:58.560733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 6b1299d5-c4ca-4f30-885e-6887bdca3d22) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:58.564488 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-138d6512-1649-4069-8006-318a4fc47bff req-b7fd635c-defe-44a6-9069-453a269d531d tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428684 May 20 14:50:58.571172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5b380-ad08-42ab-81d0-eb377c797ec6 None None] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:58.606416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.621458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.628727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:58.629566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.655032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.677048 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/a8720ec5-e4f3-4801-a8cb-dba0a721ad53 HTTP/1.1" status: 204 len: 168 time: 1.3298726 May 20 14:50:58.680384 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4997873 May 20 14:50:58.682866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54492) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:58.684373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54494) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:58.732686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22', 'name': 'tempest-PortsIpV6TestJSON-1327753595'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:50:58.855670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268d075-2e70-4684-9972-2a59b64cff4e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:58.857144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268d075-2e70-4684-9972-2a59b64cff4e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:58.858746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e268d075-2e70-4684-9972-2a59b64cff4e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:50:58.859579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e268d075-2e70-4684-9972-2a59b64cff4e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:50:58.878342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-6b1299d5-c4ca-4f30-885e-6887bdca3d22', 'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': 'e0b897d7-2b88-4acc-a4a7-93cc907042b6'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:50:58.879458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.900517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e268d075-2e70-4684-9972-2a59b64cff4e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:50:58.904375 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e268d075-2e70-4684-9972-2a59b64cff4e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2200842 May 20 14:50:58.904531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Allocated IP 172.26.6.151 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/0241e05a-1483-435e-a98b-b850bfc3e717) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:58.905554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54500) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:58.924913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:50:58.934464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:50:58.945486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:50:58.949369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:58.972934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 3bf94af8-ecab-4190-bce7-f90000c6b381 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:50:59.047362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Allocated IP 2001:db8::2 (6b1299d5-c4ca-4f30-885e-6887bdca3d22/e0b897d7-2b88-4acc-a4a7-93cc907042b6/abd849d9-37fd-4929-8db4-73ded15f6082) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:59.249476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.259047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Transition to ACTIVE for port object abd849d9-37fd-4929-8db4-73ded15f6082 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:59.276788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Transition to ACTIVE for port object abd849d9-37fd-4929-8db4-73ded15f6082 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:50:59.283686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.288682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e06c012-4402-45fc-9c51-07673980f874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:59.297960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 38dd6f73-c1f0-4ae9-bacd-1c42bf483e24 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:50:59.355573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:50:59.359645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:50:59.363402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:50:59.369089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.369572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Pushing event updated for resources: {'Port': ['ID=abd849d9-37fd-4929-8db4-73ded15f6082,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:59.373724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:59.431219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.443246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb7d6fac-c6e7-41fb-ae21-4a712d889970 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:59.467590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Attempting to bind port abd849d9-37fd-4929-8db4-73ded15f6082 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:50:59.468287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Attempting to bind port abd849d9-37fd-4929-8db4-73ded15f6082 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '8544e028-7c8b-42b9-9f98-731fa853f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:50:59.468761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Attempting to bind port abd849d9-37fd-4929-8db4-73ded15f6082 on network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:50:59.474656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:50:59.474930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Checking segment: {'id': '8544e028-7c8b-42b9-9f98-731fa853f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:50:59.475367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.475773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Bound using segment: {'id': '8544e028-7c8b-42b9-9f98-731fa853f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:50:59.476850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Bound port: abd849d9-37fd-4929-8db4-73ded15f6082, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8544e028-7c8b-42b9-9f98-731fa853f39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:50:59.477302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.501272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=f1be64de-bc0f-4ea4-9491-66085eaf2935,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:59.505822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:59.516080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.535024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::1ef (6b1299d5-c4ca-4f30-885e-6887bdca3d22/e0b897d7-2b88-4acc-a4a7-93cc907042b6/3bf94af8-ecab-4190-bce7-f90000c6b381) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:50:59.545481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805c519-2bce-4324-a074-cf1a4056c3ef None None] Network e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:50:59.547778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.593692 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/f1be64de-bc0f-4ea4-9491-66085eaf2935 HTTP/1.1" status: 204 len: 168 time: 2.1565497 May 20 14:50:59.598360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.601291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54508) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:59.607928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Router 6d5fe32a-a56d-4c5d-b445-01569db3c011 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:50:59.733869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54512) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:50:59.742893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] For port abd849d9-37fd-4929-8db4-73ded15f6082, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:50:59.756545 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] For port abd849d9-37fd-4929-8db4-73ded15f6082, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=abd849d9-37fd-4929-8db4-73ded15f6082,segment=NetworkSegment(8544e028-7c8b-42b9-9f98-731fa853f39f),segment_id=8544e028-7c8b-42b9-9f98-731fa853f39f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:50:59.762074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.766581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-27e5e1fc-7811-4d9f-906b-158fcd29a802 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:50:59.873252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Pushing event updated for resources: {'Port': ['ID=abd849d9-37fd-4929-8db4-73ded15f6082,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:50:59.876462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:50:59.895004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.963087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b41705-559c-480a-8258-7797759e9025 None None] DHCP port deletion for e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:50:59.968409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:50:59.976261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.013435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 3bf94af8-ecab-4190-bce7-f90000c6b381 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:00.017654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.032466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ec036f9c-d13a-483e-8b2c-f0317eeb0a1f tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:00.045735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-86b41705-559c-480a-8258-7797759e9025 None None] Deleting port 1182dbf8-ef27-4090-9165-5fc81afc8e7d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:00.046244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86b41705-559c-480a-8258-7797759e9025 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.182859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:00.237950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-86b41705-559c-480a-8258-7797759e9025 None None] For port 1182dbf8-ef27-4090-9165-5fc81afc8e7d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1182dbf8-ef27-4090-9165-5fc81afc8e7d,segment=NetworkSegment(d0cbf48f-f614-4c30-8aae-284c906b9255),segment_id=d0cbf48f-f614-4c30-8aae-284c906b9255)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:00.238445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86b41705-559c-480a-8258-7797759e9025 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.247951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1182dbf8-ef27-4090-9165-5fc81afc8e7d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:00.262175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.271327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e4a318b8-f3d9-4fec-8dca-8e56ab8d6361 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:00.326282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:00.330023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:00.336156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.337403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "PUT /v2.0/routers/6d5fe32a-a56d-4c5d-b445-01569db3c011 HTTP/1.1" status: 200 len: 915 time: 7.3161652 May 20 14:51:00.343757 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] Sync routers for ids ['6d5fe32a-a56d-4c5d-b445-01569db3c011'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:00.349433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Pushing event updated for resources: {'Port': ['ID=0241e05a-1483-435e-a98b-b850bfc3e717,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:00.351602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54516) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:00.358407 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] Routers {'6d5fe32a-a56d-4c5d-b445-01569db3c011'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:00.359813 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['6d5fe32a-a56d-4c5d-b445-01569db3c011'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:00.362164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:00.396677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:00.402771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:00.406411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:00.412444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:00.413204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.432400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:00.432700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=3bf94af8-ecab-4190-bce7-f90000c6b381,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:00.442199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:00.465179 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:00.475010 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] Routers {'6d5fe32a-a56d-4c5d-b445-01569db3c011'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:00.475640 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['6d5fe32a-a56d-4c5d-b445-01569db3c011'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:00.484563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-86b41705-559c-480a-8258-7797759e9025 None None] Calling delete_port for 1182dbf8-ef27-4090-9165-5fc81afc8e7d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:00.509098 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8232558 May 20 14:51:00.514611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54520) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:00.528002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '6b1299d5-c4ca-4f30-885e-6887bdca3d22', 'name': 'tempest-PortsIpV6TestJSON-162107828'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:00.549341 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:00.552377 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810996d-e7fb-44b3-99e3-4a88d29d428a None None] The sync data for ids ['6d5fe32a-a56d-4c5d-b445-01569db3c011'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:00.603341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.654574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9839c9-dada-4082-b46f-5cc4dbb532c0 req-65af5db5-dc6b-4b3d-90f2-7c7622282930 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:00.661499 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1b9839c9-dada-4082-b46f-5cc4dbb532c0 req-65af5db5-dc6b-4b3d-90f2-7c7622282930 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.9422910 May 20 14:51:00.681025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86b41705-559c-480a-8258-7797759e9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.690691 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d57f3400-552c-4a31-aaf8-68625f17ab4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:00.739723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:00.745270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:00.748984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:00.756840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:00.757335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b41705-559c-480a-8258-7797759e9025 None None] Pushing event deleted for resources: {'Port': ['ID=1182dbf8-ef27-4090-9165-5fc81afc8e7d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:00.764277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-86b41705-559c-480a-8258-7797759e9025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:00.767764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b41705-559c-480a-8258-7797759e9025 None None] No DVR routers for this DVR port 1182dbf8-ef27-4090-9165-5fc81afc8e7d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:00.782769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:00.787189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.816926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 7be0f0a6-0644-4c58-9f30-afcd4796fd2f yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:00.914927 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-017a018f-6435-4bce-9abd-f9ad065a2f38 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/6d5fe32a-a56d-4c5d-b445-01569db3c011 HTTP/1.1" status: 200 len: 921 time: 0.4893904 May 20 14:51:00.943149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54524) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:00.954500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:00.963685 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1b9839c9-dada-4082-b46f-5cc4dbb532c0 req-9d6a4095-c2da-4345-9e2a-843c621941b5 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012764 May 20 14:51:00.995135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 1182dbf8-ef27-4090-9165-5fc81afc8e7d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:00.995753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.001110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.089016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.096477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eed620-13bb-429a-b3fd-4fa938e644b3 None None] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:01.136330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::286 (6b1299d5-c4ca-4f30-885e-6887bdca3d22/e0b897d7-2b88-4acc-a4a7-93cc907042b6/7be0f0a6-0644-4c58-9f30-afcd4796fd2f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:01.287338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 1182dbf8-ef27-4090-9165-5fc81afc8e7d, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:01.287933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.302699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.327684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2f347446-2e36-41b9-880f-238b148ae2ea None None] Provisioning for port abd849d9-37fd-4929-8db4-73ded15f6082 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:01.333953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d4d0ede1-4385-4e3d-8fb9-4716381b567e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:01.375743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5283355f-625c-4dd4-a849-27f31293399e None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:01.379631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.417543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efa3be2-53aa-410d-a80f-5ec534f8b30a tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:01.421688 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3efa3be2-53aa-410d-a80f-5ec534f8b30a tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=6d5fe32a-a56d-4c5d-b445-01569db3c011&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4663422 May 20 14:51:01.424885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54532) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:01.484277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=38dd6f73-c1f0-4ae9-bacd-1c42bf483e24,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:01.552248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:01.576679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 1182dbf8-ef27-4090-9165-5fc81afc8e7d owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:01.583767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.ipam_backend_mixin [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Port 1182dbf8-ef27-4090-9165-5fc81afc8e7d was not found and therefore no delete operation was performed {{(pid=98805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:51:01.659661 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/38dd6f73-c1f0-4ae9-bacd-1c42bf483e24 HTTP/1.1" status: 204 len: 168 time: 2.7514303 May 20 14:51:01.661084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.664857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54536) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:01.675562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-69f0549a-ac5e-41e0-b2a1-f01cb61a7489 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:01.689669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-991c6b37-ef83-4bc9-a2a8-6588d9350e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:01.691179 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-991c6b37-ef83-4bc9-a2a8-6588d9350e8d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15aaa46216743048aa1f2555c9310fe&device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 1099 time: 0.3197801 May 20 14:51:01.822387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port 1182dbf8-ef27-4090-9165-5fc81afc8e7d on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:01.865308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=1182dbf8-ef27-4090-9165-5fc81afc8e7d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:01.887843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:01.922491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:01.959383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 7be0f0a6-0644-4c58-9f30-afcd4796fd2f will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:01.960948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-eed74d1a-f060-4438-b3d7-b365b5a9d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:01.962421 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-eed74d1a-f060-4438-b3d7-b365b5a9d6a7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef HTTP/1.1" status: 200 len: 913 time: 0.2346640 May 20 14:51:02.054639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet b95c3282-a2f9-43d9-9be8-c530b5ec7cd0 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:02.066682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb4556-b086-40a3-8ec9-1578275cbf18 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:02.070538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6eeb4556-b086-40a3-8ec9-1578275cbf18 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.5853548 May 20 14:51:02.070538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.079319 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-9457f093-f71a-40b9-b90f-5e2829c35364 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c HTTP/1.1" status: 200 len: 217 time: 0.1071453 May 20 14:51:02.082868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54540) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:02.090139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4738a728-be02-4a8a-b887-39390fe344d5 None None] Provisioning for port 3bf94af8-ecab-4190-bce7-f90000c6b381 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:02.102854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.105086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4738a728-be02-4a8a-b887-39390fe344d5 None None] Provisioning complete for port 3bf94af8-ecab-4190-bce7-f90000c6b381 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:02.105891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4738a728-be02-4a8a-b887-39390fe344d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.134788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d40124-2fc9-481b-a382-3eea8b61459d req-327ca17e-6235-4a39-9b12-5a91d68cfc94 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:02.136409 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-52d40124-2fc9-481b-a382-3eea8b61459d req-327ca17e-6235-4a39-9b12-5a91d68cfc94 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.8191574 May 20 14:51:02.142801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:51:02.160533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:02.210550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0cbf48f-f614-4c30-8aae-284c906b9255') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:02.211260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0cbf48f-f614-4c30-8aae-284c906b9255') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:02.215003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4738a728-be02-4a8a-b887-39390fe344d5 None None] Port 3bf94af8-ecab-4190-bce7-f90000c6b381 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:02.229964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.245186 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f2170ee-d827-43b1-97ad-ca7dd147ae5d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5fe32a-a56d-4c5d-b445-01569db3c011 HTTP/1.1" status: 200 len: 205 time: 0.1609430 May 20 14:51:02.251425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.257968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54544) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:02.263785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.284338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.289086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device abd849d9-37fd-4929-8db4-73ded15f6082 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:02.316610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:02.317021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:02.335733 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:02.338408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.366988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-88361e0d-687f-4f7a-971b-b8e0b2dc8d0c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:02.393044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port abd849d9-37fd-4929-8db4-73ded15f6082 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:02.402710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port abd849d9-37fd-4929-8db4-73ded15f6082 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:02.403528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.415022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.426719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-0841300e-a498-4fe5-9480-38221512f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:02.428231 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-0841300e-a498-4fe5-9480-38221512f07d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5601201b-c2c8-41bb-8410-a8f04bc7a569 HTTP/1.1" status: 200 len: 852 time: 0.2836533 May 20 14:51:02.439835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:02.472303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Pushing event updated for resources: {'Port': ['ID=0241e05a-1483-435e-a98b-b850bfc3e717,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:02.474786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:02.500940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6fa140a7-a9ec-436d-80d1-d86eb84c470b None None] Provisioning complete for port 3bf94af8-ecab-4190-bce7-f90000c6b381 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:02.501424 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6fa140a7-a9ec-436d-80d1-d86eb84c470b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.575782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6fa140a7-a9ec-436d-80d1-d86eb84c470b None None] Port 3bf94af8-ecab-4190-bce7-f90000c6b381 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:02.582149 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-3262f4bb-2551-4775-8886-85ba8f088eb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880797 May 20 14:51:02.603395 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-52d40124-2fc9-481b-a382-3eea8b61459d req-aeaf3b67-4eb8-4344-8d4b-d35006fbb157 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467406 May 20 14:51:02.653270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.676407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:02.692360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:02.693055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port abd849d9-37fd-4929-8db4-73ded15f6082, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=abd849d9-37fd-4929-8db4-73ded15f6082,segment=NetworkSegment(8544e028-7c8b-42b9-9f98-731fa853f39f),segment_id=8544e028-7c8b-42b9-9f98-731fa853f39f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:02.704013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f09e677c-f760-4a1a-9e2d-fdf5e37197a5 None None] Provisioning complete for port b9af3cd8-2394-4406-8350-5664070a5068 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:02.704588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f09e677c-f760-4a1a-9e2d-fdf5e37197a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.712341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=7be0f0a6-0644-4c58-9f30-afcd4796fd2f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:02.714998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:02.720910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:02.721254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.737194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:02.746006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.750640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3ad9cf40-aee0-4ab7-b050-92b3a63f715c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:02.786448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.791123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.797210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ccc2c56-abcd-4ea8-a0c4-5636ea709938 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:02.837220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:02.843827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:02.844939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=abd849d9-37fd-4929-8db4-73ded15f6082,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:02.850278 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/e0e3cbc3-a2a4-4adb-aeb1-3e6eea12902c HTTP/1.1" status: 204 len: 168 time: 3.2445784 May 20 14:51:02.850477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:02.864216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.869571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54548) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:02.881006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2147179080', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:02.896071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.916868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:02.922819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:router and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:02.925534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.929419 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9156687 May 20 14:51:02.929419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:02.931199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:02.951875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54552) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:02.966028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:02.985327 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4693506 May 20 14:51:02.985496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54556) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:02.993408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-898025559', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'fixed_ips': [{'ip_address': '172.26.6.151'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:03.004619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:03.008087 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-dc0a0a48-cc4e-491e-af9c-30f31c9bdab4 service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034247 May 20 14:51:03.012551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 95fe7a2a-8b38-4bee-998f-06fe102370b4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:03.012898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.031524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Usage tracker for resource:port and tenant:2475605587784e528e38e840bad8f722 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:03.032077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.033261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.034334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-95b243a3-8dcd-4797-805a-49f877430d8e None None] Provisioning for port 7be0f0a6-0644-4c58-9f30-afcd4796fd2f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:03.039963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-95b243a3-8dcd-4797-805a-49f877430d8e None None] Provisioning complete for port 7be0f0a6-0644-4c58-9f30-afcd4796fd2f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:03.040466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95b243a3-8dcd-4797-805a-49f877430d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.060832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:03.106911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-95b243a3-8dcd-4797-805a-49f877430d8e None None] Port 7be0f0a6-0644-4c58-9f30-afcd4796fd2f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:03.143768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.261220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:03.359603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8434df5-b887-489e-8fe8-b34653bcd889 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:03.361065 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e8434df5-b887-489e-8fe8-b34653bcd889 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1ef HTTP/1.1" status: 200 len: 929 time: 0.3738039 May 20 14:51:03.367497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54560) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:03.440001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Made reservation on behalf of 2475605587784e528e38e840bad8f722 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:03.442406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.480592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.531667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:03.560706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Usage tracker for resource:security_group_rule and tenant:2475605587784e528e38e840bad8f722 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:03.569444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:03.572738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.580821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 95fe7a2a-8b38-4bee-998f-06fe102370b4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=95fe7a2a-8b38-4bee-998f-06fe102370b4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:03.581179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.582142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.592220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:03.599869 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-35e5aecc-85f4-47a2-aaf1-cdefc9aa1333 req-659bf29d-5479-4a3c-ae6b-1fe7b598eff9 service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724194 May 20 14:51:03.701206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.706940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4352a20f-0b9b-410c-bae2-1b88b6bc8fa1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:03.753092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 95fe7a2a-8b38-4bee-998f-06fe102370b4 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:03.782941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=b95c3282-a2f9-43d9-9be8-c530b5ec7cd0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:03.786915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:03.788676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.794798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a846dcaa-6d21-4955-a131-506a9104b2ac None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:03.830826 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/b95c3282-a2f9-43d9-9be8-c530b5ec7cd0 HTTP/1.1" status: 204 len: 168 time: 2.1245034 May 20 14:51:03.837407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54566) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:03.911769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 7be0f0a6-0644-4c58-9f30-afcd4796fd2f {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:03.912112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:03.919978 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-07ca8c4f-7947-4497-a8ad-634fcba10756 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791349 May 20 14:51:03.928156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54570) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:03.949379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:03.976979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Deleting port 6557a072-66d6-429e-a34b-ca0a395ffa3c {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:03.977659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.041546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad92cf-e385-4716-97f0-f71130b97385 req-0b93f046-0084-4e26-a23a-8c415230fe1a tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:04.043043 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a5ad92cf-e385-4716-97f0-f71130b97385 req-0b93f046-0084-4e26-a23a-8c415230fe1a tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.3003824 May 20 14:51:04.089041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:04.117044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.176008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Deleting port b9af3cd8-2394-4406-8350-5664070a5068 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:04.176545 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.194119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device abd849d9-37fd-4929-8db4-73ded15f6082 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:04.203557 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a5ad92cf-e385-4716-97f0-f71130b97385 req-80c35b55-0ea9-47b7-9686-182721ac45e0 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456435 May 20 14:51:04.207754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.233963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:04.233963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.237059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:04.240812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cf3a12b9-d950-412b-ba87-24ffd6eecf05 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:04.252372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:04.255663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] device_id is not set on port 964dbe8e-4831-4150-a452-3a3b827be42e yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:04.300353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:04.349947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] For port b9af3cd8-2394-4406-8350-5664070a5068, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b9af3cd8-2394-4406-8350-5664070a5068,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:04.350303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.370066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.388489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:04.392752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.407691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2b945e-3967-4013-8cf2-4ff195d78366,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:04.413569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:04.545019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Calling delete_port for b9af3cd8-2394-4406-8350-5664070a5068 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:04.551244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 7be0f0a6-0644-4c58-9f30-afcd4796fd2f owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:04.560530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port abd849d9-37fd-4929-8db4-73ded15f6082 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:04.560919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.573371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Calling delete_port for 6557a072-66d6-429e-a34b-ca0a395ffa3c owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:04.597451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.630414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.711559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.717312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-826ac424-dac3-4c9f-abea-947e8c30e484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:04.765767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Pushing event deleted for resources: {'Port': ['ID=b9af3cd8-2394-4406-8350-5664070a5068,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:04.771183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:04.771183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] No DVR routers for this DVR port b9af3cd8-2394-4406-8350-5664070a5068 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:04.826600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b9af3cd8-2394-4406-8350-5664070a5068 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:04.857859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 172.26.6.102 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/41ec77c0-f6d5-451a-99b1-cff2b1c78d3d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:04.866956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: b9af3cd8-2394-4406-8350-5664070a5068 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:04.867366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b9af3cd8-2394-4406-8350-5664070a5068 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:04.918632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.966044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d31a7eb6-ac82-4013-8de9-cec32f82e2ce tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:04.972383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:04.977748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-59ed27c8-12b1-4080-98cd-6ecf6f669651 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:05.024482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=7be0f0a6-0644-4c58-9f30-afcd4796fd2f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:05.032150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:05.065312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=95fe7a2a-8b38-4bee-998f-06fe102370b4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:05.067841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:05.079013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.094064 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/7be0f0a6-0644-4c58-9f30-afcd4796fd2f HTTP/1.1" status: 204 len: 168 time: 1.7254233 May 20 14:51:05.094861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54574) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:05.164481 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8bd336-3d4a-4391-adb5-5fd5d2f3de05 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:51:05.165124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ba8bd336-3d4a-4391-adb5-5fd5d2f3de05 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:05.186304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.204943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ba8bd336-3d4a-4391-adb5-5fd5d2f3de05 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:05.206268 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ba8bd336-3d4a-4391-adb5-5fd5d2f3de05 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/7be0f0a6-0644-4c58-9f30-afcd4796fd2f HTTP/1.1" status: 404 len: 333 time: 0.1075919 May 20 14:51:05.209169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54578) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:05.347373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.353404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:05.473149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:05.485875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:05.496512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:05.527375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=41ec77c0-f6d5-451a-99b1-cff2b1c78d3d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:05.538871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:05.552734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 3bf94af8-ecab-4190-bce7-f90000c6b381 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:05.553386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.598222 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 20 14:51:05.598645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:05.605494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.617449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-64af6a9e-a0ce-4ade-a0a0-5780959ae204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:05.670833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.704357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event deleted for resources: {'Port': ['ID=6557a072-66d6-429e-a34b-ca0a395ffa3c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:05.710220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:05.838972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36932f35-b499-4a9d-8d83-546d8f6a7bea req-79849305-1727-491e-be5f-38423ccf5e62 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:05.840483 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-36932f35-b499-4a9d-8d83-546d8f6a7bea req-79849305-1727-491e-be5f-38423ccf5e62 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.4495373 May 20 14:51:05.916926 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.9483960 May 20 14:51:05.917168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:05.924349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54584) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:05.940182 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-36932f35-b499-4a9d-8d83-546d8f6a7bea req-fc5e7e5d-388f-4486-a77c-40bca93edfd4 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899673 May 20 14:51:06.095128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.251190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 3bf94af8-ecab-4190-bce7-f90000c6b381 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:06.442231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.571301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.576454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.695246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a524c-9187-41eb-b383-da58a9adb086 req-c9ee81c3-74c8-4e7f-805d-677b0b47ed2f tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:06.696635 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-775a524c-9187-41eb-b383-da58a9adb086 req-c9ee81c3-74c8-4e7f-805d-677b0b47ed2f tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.3437963 May 20 14:51:06.719722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.720258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Fanout notify agent at l3_agent the message router_deleted on router 6d5fe32a-a56d-4c5d-b445-01569db3c011 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:06.769696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.771196 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/6d5fe32a-a56d-4c5d-b445-01569db3c011 HTTP/1.1" status: 204 len: 168 time: 4.5072296 May 20 14:51:06.780067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54592) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:06.780899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.800442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d0759be-35b1-456b-ab19-e96ca3bcbb27 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:06.847957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1137495298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:06.858342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=3bf94af8-ecab-4190-bce7-f90000c6b381,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:06.866559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:06.869808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.873255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:06.879017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6d94d422-cbe2-4c6a-bd2d-0252ed8fe72f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:06.915248 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-775a524c-9187-41eb-b383-da58a9adb086 req-41fb4076-4387-4959-b7a8-bba7463ea6e5 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111325 May 20 14:51:06.917186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Deleting port 0241e05a-1483-435e-a98b-b850bfc3e717 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:06.917537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.942854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Usage tracker for resource:router and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:06.948405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:06.951686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:06.983807 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:07.007759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:07.016527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:07.024382 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/3bf94af8-ecab-4190-bce7-f90000c6b381 HTTP/1.1" status: 204 len: 168 time: 1.8139601 May 20 14:51:07.027451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54596) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:07.029885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879c32e-6109-47ac-b968-1539b9b1a827 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:07.090233 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23bad6d-8de8-48c7-a42f-f86c22fba064 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:51:07.090472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:07.090763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e23bad6d-8de8-48c7-a42f-f86c22fba064 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:07.090891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.103441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.104171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.104447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.110474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:07.117803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=1b430fb0-ab66-4953-85f5-ed78959fb36c,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:07.120508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:07.153116 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2203038 May 20 14:51:07.167500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54600) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:07.190401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:07.204910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e23bad6d-8de8-48c7-a42f-f86c22fba064 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:07.206107 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e23bad6d-8de8-48c7-a42f-f86c22fba064 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/3bf94af8-ecab-4190-bce7-f90000c6b381 HTTP/1.1" status: 404 len: 333 time: 0.1777344 May 20 14:51:07.211163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54604) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:07.215176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.246477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.246803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.278506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '1b430fb0-ab66-4953-85f5-ed78959fb36c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:07.279954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.389090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Calling delete_port for 0241e05a-1483-435e-a98b-b850bfc3e717 owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:07.446181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Allocated IP 172.20.0.2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1b430fb0-ab66-4953-85f5-ed78959fb36c/6e082627-533f-454e-a681-bbcca45de8b8) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:07.467473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.519871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.523974 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-017705b2-be83-4a56-b837-f56e375b864d tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7369919 May 20 14:51:07.525867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54608) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:07.533354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:07.541304 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/1f91fb56-8f26-4250-80d7-73e20c1451a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8037348 May 20 14:51:07.542031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': False}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:07.593195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet e0b897d7-2b88-4acc-a4a7-93cc907042b6 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:07.607072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.701706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.719241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:07.734400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Transition to ACTIVE for port object 6e082627-533f-454e-a681-bbcca45de8b8 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:07.738514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:07.755467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:07.761793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:07.768150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:07.775002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:07.781867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:07.782896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:07.795332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 65960dc2-0e9a-4a37-9eeb-eddd43516593 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:07.817524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:07.821297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.000679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.051854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:08.176928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.203346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Transition to ACTIVE for port object 6e082627-533f-454e-a681-bbcca45de8b8 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:08.213477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.217114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9ef47c4d-5060-444b-883d-f0d6a0a1d332 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:08.225063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.237483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:08.271441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Pushing event deleted for resources: {'Port': ['ID=0241e05a-1483-435e-a98b-b850bfc3e717,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:08.278279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:08.312426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:08.316364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:08.340948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:08.365518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Pushing event updated for resources: {'Port': ['ID=6e082627-533f-454e-a681-bbcca45de8b8,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:08.429206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:08.439587 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] Sync routers for ids ['65960dc2-0e9a-4a37-9eeb-eddd43516593'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:08.444299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:08.454508 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] Routers {'65960dc2-0e9a-4a37-9eeb-eddd43516593'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:08.455242 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['65960dc2-0e9a-4a37-9eeb-eddd43516593'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:08.458923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.486026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.487457 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] 10.222.0.58 "DELETE /v2.0/floatingips/e2639736-b3d6-471d-b44b-9a92cea1b6bc HTTP/1.1" status: 204 len: 168 time: 2.5540895 May 20 14:51:08.530526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee33a4-e338-4432-80d5-aaf622c2aa22 req-553a3457-f7af-480e-bb47-3b0312af082f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:08.532764 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5bee33a4-e338-4432-80d5-aaf622c2aa22 req-553a3457-f7af-480e-bb47-3b0312af082f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.6135008 May 20 14:51:08.593021 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Attempting to bind port 6e082627-533f-454e-a681-bbcca45de8b8 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:08.593564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Attempting to bind port 6e082627-533f-454e-a681-bbcca45de8b8 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:08.594101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Attempting to bind port 6e082627-533f-454e-a681-bbcca45de8b8 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:08.594851 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:08.604228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:08.604871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:08.605415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.606009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:08.607347 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Bound port: 6e082627-533f-454e-a681-bbcca45de8b8, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:08.607717 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] Routers {'65960dc2-0e9a-4a37-9eeb-eddd43516593'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:08.608180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.610019 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['65960dc2-0e9a-4a37-9eeb-eddd43516593'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:08.639056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fb1c4bcd-eeef-4d67-b648-67851ece9ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.731427 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:08.732111 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c842a3b-ea21-482e-ac72-fab38d6aeccb None None] The sync data for ids ['65960dc2-0e9a-4a37-9eeb-eddd43516593'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:08.783527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] For port 6e082627-533f-454e-a681-bbcca45de8b8, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:08.784905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.786652 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9150500 May 20 14:51:08.787420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] For port 6e082627-533f-454e-a681-bbcca45de8b8, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=6e082627-533f-454e-a681-bbcca45de8b8,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:08.798246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:04Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:08.799568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54622) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:08.804480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.805843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e41d32-fff6-4a96-84e8-c66e56488139 req-3c218340-02b3-427f-a650-92a52e1e875c tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:08.813350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b6e41d32-fff6-4a96-84e8-c66e56488139 req-3c218340-02b3-427f-a650-92a52e1e875c tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.7149107 May 20 14:51:08.814061 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ed2b2dd5-ef1b-41e1-b94b-d6ae7001e070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:08.852685 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5bee33a4-e338-4432-80d5-aaf622c2aa22 req-c01b1d23-85d2-4d44-8fbc-551176037ff0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964530 May 20 14:51:08.910399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54626) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:08.932830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:51:08.938625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:08.949144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Pushing event updated for resources: {'Port': ['ID=6e082627-533f-454e-a681-bbcca45de8b8,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:08.965695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:08.984733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:08.986629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:50:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:09.053411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:09.127480 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b6e41d32-fff6-4a96-84e8-c66e56488139 req-a567942f-645c-4f7e-ba51-feb3d9ec5319 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114638 May 20 14:51:09.129209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:09.172086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cdae2c4-28ec-43ac-b6d1-f0fcdb2ab0bb tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:09.197143 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a23b7d4f-bde0-4e9c-855c-b120ed6ecc64 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/routers/65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 200 len: 885 time: 0.3961086 May 20 14:51:09.207054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54634) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:09.227922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b897d7-2b88-4acc-a4a7-93cc907042b6,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:09.243832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2decf159-6503-4402-9663-cc44de35920d None None] Network 6b1299d5-c4ca-4f30-885e-6887bdca3d22 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:09.253562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:09.254716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:09.282588 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/e0b897d7-2b88-4acc-a4a7-93cc907042b6 HTTP/1.1" status: 204 len: 168 time: 2.0683818 May 20 14:51:09.283661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54638) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:09.299356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:09.364825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:09.521214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:09.539317 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Usage tracker for resource:security_group_rule and tenant:a19e0da985834417afd31e2a5c0f86ea is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:09.561225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:09.600003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:09.656141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Allocated IP 172.26.6.51 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/aef26b8f-b241-48eb-bbbd-fced8f172439) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:09.698150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:09.759759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-294eb775-2d7a-41e0-b02c-684b85505294 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:09.760481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-294eb775-2d7a-41e0-b02c-684b85505294 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:09.952019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] DHCP port deletion for 6b1299d5-c4ca-4f30-885e-6887bdca3d22 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:10.070989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Deleting port abd849d9-37fd-4929-8db4-73ded15f6082 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:10.071547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.152818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-294eb775-2d7a-41e0-b02c-684b85505294 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:10.154024 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-294eb775-2d7a-41e0-b02c-684b85505294 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.9376211 May 20 14:51:10.209724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] For port abd849d9-37fd-4929-8db4-73ded15f6082, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=abd849d9-37fd-4929-8db4-73ded15f6082,segment=NetworkSegment(8544e028-7c8b-42b9-9f98-731fa853f39f),segment_id=8544e028-7c8b-42b9-9f98-731fa853f39f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:10.210281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.285232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-77690b96-a50e-4df4-b9db-a4b2c2bb0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:10.286587 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-77690b96-a50e-4df4-b9db-a4b2c2bb0b75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e15aaa46216743048aa1f2555c9310fe&device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 1099 time: 0.6281798 May 20 14:51:10.335046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec33a0-04b6-4902-96a2-101ed31c155e req-96466080-e0cc-46b9-80bf-999bad030f7b tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:10.336613 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c8ec33a0-04b6-4902-96a2-101ed31c155e req-96466080-e0cc-46b9-80bf-999bad030f7b tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.6678596 May 20 14:51:10.355148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Calling delete_port for abd849d9-37fd-4929-8db4-73ded15f6082 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:10.355879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port abd849d9-37fd-4929-8db4-73ded15f6082 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:10.356228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.365597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 6e082627-533f-454e-a681-bbcca45de8b8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:10.380832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.384081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.399660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:04Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:10.438855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.443000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca6ba6-ee61-4919-9a37-949d8fd44365 None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:04Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '476d56c1-4934-45b8-8007-5ce64d96c248', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.200', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'port_id': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'mac_address': 'fa:16:3e:b2:00:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:49:18Z', 'updated_at': '2021-05-20T14:49:26Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:10.464153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68dc5827-ff56-4fdb-8069-e602ec0240f3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:10.476657 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c8ec33a0-04b6-4902-96a2-101ed31c155e req-becc2918-c920-41c9-94e5-27ca53cae41e tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275332 May 20 14:51:10.549502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 6e082627-533f-454e-a681-bbcca45de8b8 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:10.597022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Provisioning for port 6e082627-533f-454e-a681-bbcca45de8b8 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:10.599944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:51:10.602606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.605011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-40b8e462-fce2-4a50-a05a-6c86d0c800da tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:router {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:10.606409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Provisioning complete for port 6e082627-533f-454e-a681-bbcca45de8b8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:10.607555 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.624374 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a19e0da985834417afd31e2a5c0f86ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7104266 May 20 14:51:10.626360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fb98da-5074-4e79-ab2a-ccb765d99e4a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:10.632206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:10.632671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54646) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:10.655535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:10.662948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] For port abd849d9-37fd-4929-8db4-73ded15f6082, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=abd849d9-37fd-4929-8db4-73ded15f6082,segment=NetworkSegment(8544e028-7c8b-42b9-9f98-731fa853f39f),segment_id=8544e028-7c8b-42b9-9f98-731fa853f39f)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:10.663339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.697368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-ea0583ae-d86f-406a-9a11-700af436b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:10.698790 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-ea0583ae-d86f-406a-9a11-700af436b432 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef HTTP/1.1" status: 200 len: 913 time: 0.3716247 May 20 14:51:10.710559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-40b8e462-fce2-4a50-a05a-6c86d0c800da tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:router {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:10.714381 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-40b8e462-fce2-4a50-a05a-6c86d0c800da tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.5010936 May 20 14:51:10.715428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] No DVR routers for this DVR port abd849d9-37fd-4929-8db4-73ded15f6082 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:10.719906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54650) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:10.748846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Pushing event deleted for resources: {'Port': ['ID=abd849d9-37fd-4929-8db4-73ded15f6082,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:10.757384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:10.768066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cd6a5945-8d98-4c2b-bc6b-3ee6a981af09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.797391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2147179080'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:10.829101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for abd849d9-37fd-4929-8db4-73ded15f6082 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:10.849223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440f23e-7e5f-40d0-9020-ecb097c8ee3e req-dbe3abaa-77ef-46ef-a9a0-dd832f8e619f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:10.850747 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c440f23e-7e5f-40d0-9020-ecb097c8ee3e req-dbe3abaa-77ef-46ef-a9a0-dd832f8e619f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.5836818 May 20 14:51:10.867239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.881349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c761e2c5-51d4-49c6-a03c-e3c90ba87774 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:10.883970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:10.911239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device abd849d9-37fd-4929-8db4-73ded15f6082 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:10.915944 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-c2dd4b52-826d-4c6f-bb20-427746d7758e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c HTTP/1.1" status: 200 len: 217 time: 0.1989264 May 20 14:51:10.960669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: abd849d9-37fd-4929-8db4-73ded15f6082 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:10.961029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device abd849d9-37fd-4929-8db4-73ded15f6082 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:10.975435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.029232 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c440f23e-7e5f-40d0-9020-ecb097c8ee3e req-d80a2e0e-7437-4755-8e30-a6d5643b312a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132100 May 20 14:51:11.059411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.063751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:51:11.064258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:51:11.090282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 52b7825c-f75f-4f0f-a270-e48caea676a4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:11.090630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.107189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.115602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:11.117573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7b4bd254-98de-4f4d-83ba-816b943f7a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:11.133100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Pushing event updated for resources: {'Port': ['ID=aef26b8f-b241-48eb-bbbd-fced8f172439,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:11.136768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:11.138408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:11.141053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:11.180223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=abd849d9-37fd-4929-8db4-73ded15f6082,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:11.180822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-166adc7c-8e01-42e3-8d34-1f8a54c6b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:11.183053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-166adc7c-8e01-42e3-8d34-1f8a54c6b4ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5601201b-c2c8-41bb-8410-a8f04bc7a569 HTTP/1.1" status: 200 len: 852 time: 0.2331207 May 20 14:51:11.183946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No DVR routers for this DVR port abd849d9-37fd-4929-8db4-73ded15f6082 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:11.186067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:11.237870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.367243 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-2ca0878a-5723-424d-84a4-0b357838fc16 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af5b9e7e-440b-4289-a296-1c8e9c8a9cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182261 May 20 14:51:11.402314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.421871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b1299d5-c4ca-4f30-885e-6887bdca3d22']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:11.439395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8544e028-7c8b-42b9-9f98-731fa853f39f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:11.439696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8544e028-7c8b-42b9-9f98-731fa853f39f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:11.463008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.479125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] For port 6e082627-533f-454e-a681-bbcca45de8b8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=6e082627-533f-454e-a681-bbcca45de8b8,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:11.479326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.489012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.497163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:11.497581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:11.511993 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:11.592757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.603816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.604727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.614231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6e378ee3-e26e-46ee-83b7-c272ae73626b tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:11.626067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.652907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.708955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.715521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:51:11.716613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:51:11.730969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:11.743586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:11.758214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3df2ff1-f0c9-4081-822f-2d769c79ea20 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:11.762299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:11.763465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.776480 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/6b1299d5-c4ca-4f30-885e-6887bdca3d22 HTTP/1.1" status: 204 len: 168 time: 2.4833314 May 20 14:51:11.781581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54656) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:11.794293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003938534'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:11.799393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=6e082627-533f-454e-a681-bbcca45de8b8,revision_number=4']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:11.806718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:11.807749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:11.809925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0623572e-60da-4e91-9bae-12d965caed8c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:11.865978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:11.873265 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6954014 May 20 14:51:11.873946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:11.882144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.891084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54660) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:11.897861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:11.911167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:87:5e:78', 'name': 'tempest-NetworksTestDHCPv6-479536018'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:11.954772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=6c703b20-4233-43fd-91b4-13d5e0f25195,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:11.960740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:11.969162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed9f34-5cad-4d18-a22b-f715a4b1152a req-56f44395-455c-489f-ae40-7b8e8208a6ac tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:11.976443 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a9ed9f34-5cad-4d18-a22b-f715a4b1152a req-56f44395-455c-489f-ae40-7b8e8208a6ac tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.3623660 May 20 14:51:11.977344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 52b7825c-f75f-4f0f-a270-e48caea676a4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=52b7825c-f75f-4f0f-a270-e48caea676a4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:11.977711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:11.979688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9f6ca85-bcd8-4205-948c-f766d96134b8 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:12.032889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.145758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] For port 6e082627-533f-454e-a681-bbcca45de8b8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=6e082627-533f-454e-a681-bbcca45de8b8,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:12.161090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 52b7825c-f75f-4f0f-a270-e48caea676a4 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:12.178755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=6b1299d5-c4ca-4f30-885e-6887bdca3d22,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:12.184341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:12.184436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.188265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.191049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a8e4f6df-66f3-4ef7-9f63-ba5abc2533a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:12.209296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:12.277708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 6e082627-533f-454e-a681-bbcca45de8b8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:12.319644 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-5ecbaf2b-7d7f-4311-b662-b35b509e3bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9316568 May 20 14:51:12.356171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Pushing event updated for resources: {'Port': ['ID=6e082627-533f-454e-a681-bbcca45de8b8,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:12.361375 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a9ed9f34-5cad-4d18-a22b-f715a4b1152a req-d2b01e90-6b09-48d2-a976-8d86594896e3 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827050 May 20 14:51:12.376938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:12.395415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 6e082627-533f-454e-a681-bbcca45de8b8 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:12.396097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.408771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:12.413903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.424746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-14f80e3a-e23b-4ffc-b6bd-7794718d2e08 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:12.436607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.437044 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment d32bc018-aa01-4cdd-9a70-70333d093e5e of type vlan for network b1fa1837-9463-4056-920e-c42f7a11431c May 20 14:51:12.440144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:12.454399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee92ad-12a2-4238-ad5d-3949459d511f req-797d60e5-fff4-415e-8b1a-c619063c7529 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:12.456049 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7cee92ad-12a2-4238-ad5d-3949459d511f req-797d60e5-fff4-415e-8b1a-c619063c7529 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 946 time: 0.1978211 May 20 14:51:12.458153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:12.462093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:12.471461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:12.518237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.532687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fb98da-5074-4e79-ab2a-ccb765d99e4a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:12.534380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:12.578480 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7cee92ad-12a2-4238-ad5d-3949459d511f req-b45d2821-f5f3-4d41-8a03-34405695a73c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=781e933a-4fe8-4ade-934c-7e777ebbef18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082144 May 20 14:51:12.579544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 95fe7a2a-8b38-4bee-998f-06fe102370b4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:12.621100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 95fe7a2a-8b38-4bee-998f-06fe102370b4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:12.621472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 95fe7a2a-8b38-4bee-998f-06fe102370b4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:12.637735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:12.670193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.675965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:12.676585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.682861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c9dfd4d-7de2-4756-9ba2-36cf8af5c82d tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:12.745734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.747013 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/61fb98da-5074-4e79-ab2a-ccb765d99e4a HTTP/1.1" status: 204 len: 168 time: 2.1095996 May 20 14:51:12.783990 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-61d8714f-d186-4b4d-b436-9318dcc4b700 req-dedb8db2-077f-4d67-ac0b-fce26bbf8837 service neutron] 10.222.0.11 "GET /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467196 May 20 14:51:12.821774 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0347009 May 20 14:51:12.828073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54668) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:12.831579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.841576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=b1fa1837-9463-4056-920e-c42f7a11431c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:12.850150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:12.859559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:12.866530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:12.882783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b1fa1837-9463-4056-920e-c42f7a11431c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:12.916992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port dfd092a2-5668-4c87-be73-84b201802afb yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:13.101032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.117927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ce1d0d9d-1828-4529-9fde-5baa06940fbe None None] Provisioning complete for port 6e082627-533f-454e-a681-bbcca45de8b8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:13.118603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ce1d0d9d-1828-4529-9fde-5baa06940fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.138888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:13.149593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:13.158348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:13.161299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54674) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:13.170180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:13.198824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.204828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 52b7825c-f75f-4f0f-a270-e48caea676a4 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:13.244767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:13.246322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 52b7825c-f75f-4f0f-a270-e48caea676a4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:13.246724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 52b7825c-f75f-4f0f-a270-e48caea676a4 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:13.249587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.382395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 172.20.0.14 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1b430fb0-ab66-4953-85f5-ed78959fb36c/dfd092a2-5668-4c87-be73-84b201802afb) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:13.399611 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bea793ee-e652-4371-8547-4d1a1e8a6a14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2475605587784e528e38e840bad8f722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2361820 May 20 14:51:13.400265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54680) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:13.410091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fe87:5e78 (5b136d1c-58b9-45d6-b34a-556fde2a0447/6c703b20-4233-43fd-91b4-13d5e0f25195/dfd092a2-5668-4c87-be73-84b201802afb) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:13.467695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.479357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef768ef3-6dac-4e8b-af9d-4f4ac70b1b5f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:13.541513 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:51:13.554242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=52b7825c-f75f-4f0f-a270-e48caea676a4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:13.561564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:13.582669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.643467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.779144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 52b7825c-f75f-4f0f-a270-e48caea676a4 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:13.785763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.789980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'name': 'network-vif-deleted', 'tag': '52b7825c-f75f-4f0f-a270-e48caea676a4'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:51:13.812342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.819916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 65960dc2-0e9a-4a37-9eeb-eddd43516593 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:13.824589 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-71e94c1f-3346-4579-a358-2ff705df0ac0 req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/52b7825c-f75f-4f0f-a270-e48caea676a4 HTTP/1.1" status: 204 len: 173 time: 3.6591125 May 20 14:51:13.825497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.837834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:13.858689 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f1f3f611-d246-4fa7-8504-d70a16dfbee8 req-e0fded2f-ebc0-4a0e-a5cc-4e1801cf9d4b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf0d7525-2f48-4fab-9f90-4a15d111b39b HTTP/1.1" status: 200 len: 210 time: 0.1074774 May 20 14:51:13.927961 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0d7525-2f48-4fab-9f90-4a15d111b39b', 'name': 'network-vif-deleted', 'tag': '52b7825c-f75f-4f0f-a270-e48caea676a4', 'status': 'completed', 'code': 200} May 20 14:51:13.928618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8a4a-a5d3-408d-a9f5-0d6dfde78e29 req-267fa1fc-ded2-4f17-a52f-516cda1bf7be tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:13.938313 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1bca8a4a-a5d3-408d-a9f5-0d6dfde78e29 req-267fa1fc-ded2-4f17-a52f-516cda1bf7be tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.4630694 May 20 14:51:14.163161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 6e082627-533f-454e-a681-bbcca45de8b8 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:14.182105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.212916 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1bca8a4a-a5d3-408d-a9f5-0d6dfde78e29 req-c35a77cd-9c8a-4121-b9d2-238874a47387 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737062 May 20 14:51:14.233078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:14.239970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.244658 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e4e7a21d-2a1d-4050-a8d7-e8ec0ff73ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 200 len: 892 time: 3.4644737 May 20 14:51:14.244841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 6e082627-533f-454e-a681-bbcca45de8b8 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:14.244841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.246900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54688) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.273680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Router d8bbcbb7-663b-4db1-93ce-124d3239d02c is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:14.279982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] Sync routers for ids ['65960dc2-0e9a-4a37-9eeb-eddd43516593'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:14.303491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] Routers {'65960dc2-0e9a-4a37-9eeb-eddd43516593'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:14.304029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['65960dc2-0e9a-4a37-9eeb-eddd43516593'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.310514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object dfd092a2-5668-4c87-be73-84b201802afb will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:14.329386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.336403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-01ae00a3-f1f4-4ade-9751-a36e5f2881f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:14.359831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2b945e-3967-4013-8cf2-4ff195d78366,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:14.363982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:14.431685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.449656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] Routers {'65960dc2-0e9a-4a37-9eeb-eddd43516593'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:14.451310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['65960dc2-0e9a-4a37-9eeb-eddd43516593'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.477569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:14.489985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.490143 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] Sync routers for ids ['d8bbcbb7-663b-4db1-93ce-124d3239d02c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:14.494837 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "PUT /v2.0/routers/d8bbcbb7-663b-4db1-93ce-124d3239d02c HTTP/1.1" status: 200 len: 915 time: 6.9652452 May 20 14:51:14.496988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54692) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.517863 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] Routers {'d8bbcbb7-663b-4db1-93ce-124d3239d02c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:14.518416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.519023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a8eb00-f234-4140-944a-f87bb5395439 None None] The sync data for ids ['65960dc2-0e9a-4a37-9eeb-eddd43516593'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:14.525904 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d8bbcbb7-663b-4db1-93ce-124d3239d02c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.552019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.553145 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f2b945e-3967-4013-8cf2-4ff195d78366 HTTP/1.1" status: 204 len: 168 time: 1.1452527 May 20 14:51:14.569481 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-790ec468-05ec-49dc-90c7-5869f049e59c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/routers/65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 200 len: 892 time: 0.3177321 May 20 14:51:14.570171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54698) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.571227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.579474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:14.678706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e089ce77-4b60-42b6-8423-ed55cb981db4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:14.701573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:14.705259 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.710997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:14.716091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:14.717147 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] Routers {'d8bbcbb7-663b-4db1-93ce-124d3239d02c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:14.717995 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d8bbcbb7-663b-4db1-93ce-124d3239d02c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.759754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=dfd092a2-5668-4c87-be73-84b201802afb,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:14.772849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:14.775186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e089ce77-4b60-42b6-8423-ed55cb981db4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:14.776356 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e089ce77-4b60-42b6-8423-ed55cb981db4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 200 len: 205 time: 0.2033088 May 20 14:51:14.782148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54702) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.797042 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-66cd2ebf-6417-46b3-8ada-a4f3c7c7e5c0 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/d8bbcbb7-663b-4db1-93ce-124d3239d02c HTTP/1.1" status: 200 len: 921 time: 0.2980359 May 20 14:51:14.797708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54706) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.840409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:14.841190 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e685a6e6-741f-4075-a071-3daf7029e9dd None None] The sync data for ids ['d8bbcbb7-663b-4db1-93ce-124d3239d02c'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:14.888437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:14.889041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:14.912909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195ae78-34fd-4dd0-a636-ec9752228fa6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:14.920279 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f195ae78-34fd-4dd0-a636-ec9752228fa6 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=d8bbcbb7-663b-4db1-93ce-124d3239d02c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1173182 May 20 14:51:14.922123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54714) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.972880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54718) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:14.989592 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0908945 May 20 14:51:14.993632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54722) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:15.149587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.165147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-764fedbe-30ce-404c-a420-6e8d9123554a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:15.170440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c317fef3-e866-4072-b264-07857a186dd0 None None] Provisioning for port dfd092a2-5668-4c87-be73-84b201802afb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:15.176159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c317fef3-e866-4072-b264-07857a186dd0 None None] Provisioning complete for port dfd092a2-5668-4c87-be73-84b201802afb triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:15.176800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c317fef3-e866-4072-b264-07857a186dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.258007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c317fef3-e866-4072-b264-07857a186dd0 None None] Port dfd092a2-5668-4c87-be73-84b201802afb cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:15.267643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7ce24e-2dd4-477d-aef6-2f48848f05dc tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:15.272988 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fe7ce24e-2dd4-477d-aef6-2f48848f05dc tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.3468680 May 20 14:51:15.273769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54736) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:15.278252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.348115 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-417afc1a-e9c8-49f4-a106-9bfd803f56d2 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8bbcbb7-663b-4db1-93ce-124d3239d02c HTTP/1.1" status: 200 len: 205 time: 0.0731471 May 20 14:51:15.350827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54742) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:15.368040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.431027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=72f65016-a426-49f9-804b-acadc359ea69,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:15.453856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:15.489294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': 'd32bc018-aa01-4cdd-9a70-70333d093e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:15.489659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: b1fa1837-9463-4056-920e-c42f7a11431c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:51:15.496499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.554982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.581411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dad63a-23b5-47f0-8566-441d277361f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:15.587315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dad63a-23b5-47f0-8566-441d277361f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:15.588283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88dad63a-23b5-47f0-8566-441d277361f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:15.663343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network b1fa1837-9463-4056-920e-c42f7a11431c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:51:15.670412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88dad63a-23b5-47f0-8566-441d277361f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:15.674271 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-88dad63a-23b5-47f0-8566-441d277361f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6627123 May 20 14:51:15.676310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54754) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:15.722203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.735227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b1fa1837-9463-4056-920e-c42f7a11431c) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:15.746311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fc3959-b8d6-47db-9f3a-c749fe940ea7 None None] Network b1fa1837-9463-4056-920e-c42f7a11431c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:15.770242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.864207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Deleting port aef26b8f-b241-48eb-bbbd-fced8f172439 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:15.864548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:15.971202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b8224-49fc-4f69-a27d-036ad9974a8b req-1280e502-284b-4f3c-82bd-b2685f5ac9be tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:15.972735 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-db8b8224-49fc-4f69-a27d-036ad9974a8b req-1280e502-284b-4f3c-82bd-b2685f5ac9be tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.6100104 May 20 14:51:15.979740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:15.980338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.024337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.052352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-b1fa1837-9463-4056-920e-c42f7a11431c', 'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': '72f65016-a426-49f9-804b-acadc359ea69'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:16.053591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.093664 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2466910 May 20 14:51:16.097361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.099844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.100943 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/781e933a-4fe8-4ade-934c-7e777ebbef18 HTTP/1.1" status: 204 len: 168 time: 1.1160662 May 20 14:51:16.101742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54766) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:16.113559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-626b2e85-a972-4ef0-bbb8-d2c47097e29a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:16.150266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54772) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:16.163262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c', 'name': 'tempest-PortsIpV6TestJSON-1767930833', 'fixed_ips': [{'subnet_id': '72f65016-a426-49f9-804b-acadc359ea69', 'ip_address': '2001:db8::10'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:16.172793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Calling delete_port for aef26b8f-b241-48eb-bbbd-fced8f172439 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:16.182561 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-db8b8224-49fc-4f69-a27d-036ad9974a8b req-242c2dae-5179-458c-93fb-b41d02dbb7ee tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960757 May 20 14:51:16.234798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=781e933a-4fe8-4ade-934c-7e777ebbef18,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:16.265717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:16.316390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 41ec77c0-f6d5-451a-99b1-cff2b1c78d3d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:16.316850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.350440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Allocated IP 2001:db8::2 (b1fa1837-9463-4056-920e-c42f7a11431c/72f65016-a426-49f9-804b-acadc359ea69/be47b1bd-3ccc-49b9-a7e3-0012c868843b) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:16.371112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54782) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:16.403666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.418164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b320e0e-21c8-49bb-b270-451b9fda6331 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:16.451587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet c4f2bc3d-5074-4e8b-8326-7068dcef227b {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:16.460961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.533083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event deleted for resources: {'Port': ['ID=aef26b8f-b241-48eb-bbbd-fced8f172439,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:16.535724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:16.543778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port dfd092a2-5668-4c87-be73-84b201802afb {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:16.544935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.603261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.696464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.708265 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Transition to ACTIVE for port object be47b1bd-3ccc-49b9-a7e3-0012c868843b will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:16.717644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.724291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1583053920', 'router:external': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:16.729575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Transition to ACTIVE for port object be47b1bd-3ccc-49b9-a7e3-0012c868843b will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:16.736676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.739008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:16.742211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5544af82-5899-43ca-a89c-4425f0e03336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:16.790760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:network and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:16.804959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:16.809274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.809593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Network b1fa1837-9463-4056-920e-c42f7a11431c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:16.813228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:16.813923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.815756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:16.817309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:16.859288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:16.867840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Pushing event updated for resources: {'Port': ['ID=be47b1bd-3ccc-49b9-a7e3-0012c868843b,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:16.870651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.878657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:16.896872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:16.947678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Attempting to bind port be47b1bd-3ccc-49b9-a7e3-0012c868843b on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:16.948204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Attempting to bind port be47b1bd-3ccc-49b9-a7e3-0012c868843b by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd32bc018-aa01-4cdd-9a70-70333d093e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:16.948693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Attempting to bind port be47b1bd-3ccc-49b9-a7e3-0012c868843b on network b1fa1837-9463-4056-920e-c42f7a11431c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:16.954855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:16.955407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Checking segment: {'id': 'd32bc018-aa01-4cdd-9a70-70333d093e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:16.955913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.956404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Bound using segment: {'id': 'd32bc018-aa01-4cdd-9a70-70333d093e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:16.956975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Bound port: be47b1bd-3ccc-49b9-a7e3-0012c868843b, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32bc018-aa01-4cdd-9a70-70333d093e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:16.958258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.958389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:16.980541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Made reservation on behalf of f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:16.983132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:16.996870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.011541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.011938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Fanout notify agent at l3_agent the message router_deleted on router d8bbcbb7-663b-4db1-93ce-124d3239d02c {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:17.014328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:17.030544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.035116 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/d8bbcbb7-663b-4db1-93ce-124d3239d02c HTTP/1.1" status: 204 len: 168 time: 1.6798975 May 20 14:51:17.035260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 41ec77c0-f6d5-451a-99b1-cff2b1c78d3d owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:17.035361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:security_group_rule and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:17.035361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54790) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:17.037655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:17.039042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:17.043329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1399636740', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:17.050992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:17.055488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Usage tracker for resource:router and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:17.056603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] For port be47b1bd-3ccc-49b9-a7e3-0012c868843b, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:17.057862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:17.060053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] For port be47b1bd-3ccc-49b9-a7e3-0012c868843b, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=be47b1bd-3ccc-49b9-a7e3-0012c868843b,segment=NetworkSegment(d32bc018-aa01-4cdd-9a70-70333d093e5e),segment_id=d32bc018-aa01-4cdd-9a70-70333d093e5e)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:17.066079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.066250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:17.068251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:17.074722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:17.092285 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.092516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.093269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.103596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:17.119896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.155729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Pushing event updated for resources: {'Port': ['ID=be47b1bd-3ccc-49b9-a7e3-0012c868843b,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:17.159400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:17.327315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.327493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.362295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for dfd092a2-5668-4c87-be73-84b201802afb owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:17.413204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b81c74-88ea-48ac-a023-dc41233c1e20 req-fa3e2dd0-6dd3-4343-a817-163ddbb541cb tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:17.414730 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-29b81c74-88ea-48ac-a023-dc41233c1e20 req-fa3e2dd0-6dd3-4343-a817-163ddbb541cb tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.7595310 May 20 14:51:17.447817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.460304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-838db236-6e5a-41eb-aebb-abb48883b8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:17.469824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.505955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:17.536319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2692f54b-171e-4a00-9382-7565e62b0755,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:17.542407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:17.545850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.546197 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Added segment be75eb99-4cad-453a-8663-ad0f50728f3c of type vlan for network b073d132-f450-4292-a14a-1623cfd41a6c May 20 14:51:17.547404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.631249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.692399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.693514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:17.694143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:17.697882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:17.784281 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-29b81c74-88ea-48ac-a023-dc41233c1e20 req-da46fa8a-fbc1-47d4-9e78-7528782cb310 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553851 May 20 14:51:17.803725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Network': ['ID=b073d132-f450-4292-a14a-1623cfd41a6c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:17.815973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b073d132-f450-4292-a14a-1623cfd41a6c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:17.823802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 6780b94a-7e7f-4265-9b7b-3897675a7580 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:17.863812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:17.881167 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.5087607 May 20 14:51:17.884617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54794) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:17.894751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'subnet': {'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:17.976117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:18.012496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:subnet and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:18.015617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.040071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:18.055437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:18.057806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.112561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Made reservation on behalf of f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:18.114966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.219363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device be47b1bd-3ccc-49b9-a7e3-0012c868843b up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:18.284408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f00d385-5347-4c1b-8a46-688a6c3ccd1e None None] Network b1fa1837-9463-4056-920e-c42f7a11431c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:18.310604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Allocated IP 172.26.6.108 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/7a1df6dc-574e-40f1-ad76-0283dc6493ca) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:18.321842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.331430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:18.400195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=41ec77c0-f6d5-451a-99b1-cff2b1c78d3d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:18.402465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::10 (b1fa1837-9463-4056-920e-c42f7a11431c/72f65016-a426-49f9-804b-acadc359ea69/6780b94a-7e7f-4265-9b7b-3897675a7580) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:18.423623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3fefa40d-1954-48a8-8270-bc6da44b86ef None None] Provisioning for port be47b1bd-3ccc-49b9-a7e3-0012c868843b completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:18.434137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:18.436139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port be47b1bd-3ccc-49b9-a7e3-0012c868843b completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:18.453994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port be47b1bd-3ccc-49b9-a7e3-0012c868843b triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:18.454629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.462836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.496542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b885980-25d3-446e-9cd5-1e6414731d18 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:18.546563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.554250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f2bc3d-5074-4e8b-8326-7068dcef227b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:18.575910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:18.580221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9c817772-f7ad-4679-a59b-7ef4f68289e3 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:18.596687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd27bca-d4b7-42ac-8e96-323d45d72b50 None None] Network c1712147-f345-4417-af9f-28b849da72f3 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:18.616598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.652655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=dfd092a2-5668-4c87-be73-84b201802afb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:18.661175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:18.713910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.766124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.787851 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-37a96d22-55d4-4ae8-b3f8-851911cc3d25 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:18.788580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-37a96d22-55d4-4ae8-b3f8-851911cc3d25 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Synchronizing usage tracker for tenant:e15aaa46216743048aa1f2555c9310fe on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:18.861767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-37a96d22-55d4-4ae8-b3f8-851911cc3d25 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Unset dirty status for tenant:e15aaa46216743048aa1f2555c9310fe on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:18.867468 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-37a96d22-55d4-4ae8-b3f8-851911cc3d25 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.11 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.5031900 May 20 14:51:18.891717 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/c4f2bc3d-5074-4e8b-8326-7068dcef227b HTTP/1.1" status: 204 len: 168 time: 2.7323666 May 20 14:51:18.914300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54800) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:18.922528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:18.988598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port be47b1bd-3ccc-49b9-a7e3-0012c868843b, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=be47b1bd-3ccc-49b9-a7e3-0012c868843b,segment=NetworkSegment(d32bc018-aa01-4cdd-9a70-70333d093e5e),segment_id=d32bc018-aa01-4cdd-9a70-70333d093e5e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:18.996051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.000003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d432a0a7-5cdc-4647-9fda-956ddf627d3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:19.033243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.063858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7baa3c25-9ee8-4747-bd10-01b29a7646a2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:19.098790 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=be47b1bd-3ccc-49b9-a7e3-0012c868843b,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:19.104260 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:19.144547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.149004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] DHCP port deletion for c1712147-f345-4417-af9f-28b849da72f3 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:19.228126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Deleting port 2e223256-13ea-4459-9251-264e9cbfd9c4 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:19.228515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.244716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:19.264247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.271276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:19.287331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:19.314126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event updated for resources: {'Port': ['ID=7a1df6dc-574e-40f1-ad76-0283dc6493ca,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:19.322459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.326450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:19.331327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.336784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.337088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router 65960dc2-0e9a-4a37-9eeb-eddd43516593 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:19.341398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.350858 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/dfd092a2-5668-4c87-be73-84b201802afb HTTP/1.1" status: 204 len: 168 time: 3.6657722 May 20 14:51:19.358335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.359134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] For port 2e223256-13ea-4459-9251-264e9cbfd9c4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2e223256-13ea-4459-9251-264e9cbfd9c4,segment=NetworkSegment(448219c1-c8f2-40ed-ba03-2f84c77b9a97),segment_id=448219c1-c8f2-40ed-ba03-2f84c77b9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:19.359340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.359469 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 204 len: 168 time: 4.5765042 May 20 14:51:19.363621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54804) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:19.363783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54806) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:19.374138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1526096337'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:19.418366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:19.430613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 6780b94a-7e7f-4265-9b7b-3897675a7580 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:19.438596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:19.451196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:19.463670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:19.486587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cb0c8709-1350-4c22-b6f7-07baa128992c None None] Provisioning complete for port be47b1bd-3ccc-49b9-a7e3-0012c868843b triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:19.487142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cb0c8709-1350-4c22-b6f7-07baa128992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.487384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca3ee7-ce66-4cfe-8d63-8368547019e0 req-33c75456-c92e-4095-92e6-e1e3064acff1 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:19.488911 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-06ca3ee7-ce66-4cfe-8d63-8368547019e0 req-33c75456-c92e-4095-92e6-e1e3064acff1 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.4887328 May 20 14:51:19.512184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8a90f-1e79-415e-b9e0-ff9db29e87d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:19.513978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8a90f-1e79-415e-b9e0-ff9db29e87d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:19.515927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8a90f-1e79-415e-b9e0-ff9db29e87d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:19.516786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-27b8a90f-1e79-415e-b9e0-ff9db29e87d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:19.517544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Calling delete_port for 2e223256-13ea-4459-9251-264e9cbfd9c4 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:19.537949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:19.542160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.611074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Deleting port c1607d03-38ba-4043-8ca4-16c46dcd531c {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:19.611434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.612009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-27b8a90f-1e79-415e-b9e0-ff9db29e87d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:19.613441 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-27b8a90f-1e79-415e-b9e0-ff9db29e87d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2478373 May 20 14:51:19.618796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54812) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:19.622221 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-06ca3ee7-ce66-4cfe-8d63-8368547019e0 req-bc50f169-0413-49c1-a60d-2e8d632572b2 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166055 May 20 14:51:19.631124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.657044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.662547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:19.705979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Pushing event deleted for resources: {'Port': ['ID=2e223256-13ea-4459-9251-264e9cbfd9c4,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:19.710517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:19.718245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] No DVR routers for this DVR port 2e223256-13ea-4459-9251-264e9cbfd9c4 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:19.727690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.814092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:19.822498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0bd5b163-838d-48aa-9fff-688411792802 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:19.908578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network b1fa1837-9463-4056-920e-c42f7a11431c is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:19.909638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.909981 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 74171a2e-adfd-478e-b0a8-70d0055afde7 of type vlan for network 56bf5490-5d33-4352-941f-09e9ec691df3 May 20 14:51:19.924221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:19.933103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:19.937546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 2e223256-13ea-4459-9251-264e9cbfd9c4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:19.938038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.938585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:19.939256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.950817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:51:19.951321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:19.961939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5b126d86-560a-4221-9134-401ffdfd2212 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:19.968695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 1b430fb0-ab66-4953-85f5-ed78959fb36c {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:19.977362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=6780b94a-7e7f-4265-9b7b-3897675a7580,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:19.979899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.018364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:20.041237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.048109 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8989422 May 20 14:51:20.050193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54816) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:20.056287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] For port c1607d03-38ba-4043-8ca4-16c46dcd531c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=c1607d03-38ba-4043-8ca4-16c46dcd531c,segment=NetworkSegment(a534a5b8-1fc6-462d-9a37-a2f971b2c639),segment_id=a534a5b8-1fc6-462d-9a37-a2f971b2c639)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:20.056650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.059575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': 'b1fa1837-9463-4056-920e-c42f7a11431c', 'name': 'tempest-PortsIpV6TestJSON-89329622', 'fixed_ips': [{'subnet_id': '72f65016-a426-49f9-804b-acadc359ea69', 'ip_address': '2001:db8::f'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:20.115861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.201542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device be47b1bd-3ccc-49b9-a7e3-0012c868843b up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:20.246909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.252553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:20.253245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.269163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f2dab5a7-7790-4356-b0f0-3b762f9fffb4 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:20.292093 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-519585f6-995e-4862-824a-d8670f063d71 None None] Provisioning for port 6780b94a-7e7f-4265-9b7b-3897675a7580 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:20.298978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-519585f6-995e-4862-824a-d8670f063d71 None None] Provisioning complete for port 6780b94a-7e7f-4265-9b7b-3897675a7580 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:20.299527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-519585f6-995e-4862-824a-d8670f063d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.360323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port be47b1bd-3ccc-49b9-a7e3-0012c868843b triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:20.360870 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.382892 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0131421 May 20 14:51:20.395319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54820) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:20.405269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-519585f6-995e-4862-824a-d8670f063d71 None None] Port 6780b94a-7e7f-4265-9b7b-3897675a7580 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:20.415182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=56bf5490-5d33-4352-941f-09e9ec691df3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:20.428454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:20.432822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 56bf5490-5d33-4352-941f-09e9ec691df3 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:20.443329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:20.481546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:20.501524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Calling delete_port for c1607d03-38ba-4043-8ca4-16c46dcd531c owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:20.514499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc773249-70d8-40ce-b5f8-5f3a032c937d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:20.520101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 2e223256-13ea-4459-9251-264e9cbfd9c4, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:20.520718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.529686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:20.541494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:20.544733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.544880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Checking segment: {'id': 'be75eb99-4cad-453a-8663-ad0f50728f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:20.545228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network hostable DHCP agents. Network: b073d132-f450-4292-a14a-1623cfd41a6c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:51:20.547843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.572000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:20.603195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:20.625413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:20.633122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:20.635832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:20.641818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.668630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:20.669479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2e223256-13ea-4459-9251-264e9cbfd9c4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:20.694895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:20.712477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 2e223256-13ea-4459-9251-264e9cbfd9c4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:20.712995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2e223256-13ea-4459-9251-264e9cbfd9c4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:20.738945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 2e223256-13ea-4459-9251-264e9cbfd9c4 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:20.742310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Port 2e223256-13ea-4459-9251-264e9cbfd9c4 was not found and therefore no delete operation was performed {{(pid=98806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:51:20.743748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.761837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 05b6eb7a-f819-48f5-9092-5395a29aa9e4 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:20.762031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:20.800045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 2e223256-13ea-4459-9251-264e9cbfd9c4 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:20.854764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=2e223256-13ea-4459-9251-264e9cbfd9c4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:20.860123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:20.863567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:20.877637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:20.893248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b073d132-f450-4292-a14a-1623cfd41a6c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:51:20.984823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b073d132-f450-4292-a14a-1623cfd41a6c) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:20.993404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3be86f-093e-40c6-be83-3a43151f2a96 None None] Network b073d132-f450-4292-a14a-1623cfd41a6c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:21.057887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.085777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1712147-f345-4417-af9f-28b849da72f3']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:21.094658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:21.095294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.154773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448219c1-c8f2-40ed-ba03-2f84c77b9a97') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:21.155052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448219c1-c8f2-40ed-ba03-2f84c77b9a97') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:21.234449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad29745-90ec-4032-94c0-99e0f7df3185 req-1d03c5d9-626a-4242-9f54-4e420269351b tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:21.236072 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1ad29745-90ec-4032-94c0-99e0f7df3185 req-1d03c5d9-626a-4242-9f54-4e420269351b tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 946 time: 0.4424448 May 20 14:51:21.243281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.258396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dad4839-9544-40cd-9cbd-a71701970034 None None] Network b073d132-f450-4292-a14a-1623cfd41a6c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:21.280811 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3923187 May 20 14:51:21.280811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.285405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54826) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:21.304616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1506153374', 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:21.307869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:21.308324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:21.325336 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:21.327843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::f (b1fa1837-9463-4056-920e-c42f7a11431c/72f65016-a426-49f9-804b-acadc359ea69/05b6eb7a-f819-48f5-9092-5395a29aa9e4) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:21.345347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:21.359442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.368704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-41c1c20b-5bb4-48ca-80b5-fd28e3f2b572 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:21.406717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:port and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:21.414257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=1b430fb0-ab66-4953-85f5-ed78959fb36c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:21.417050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:21.418436 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1ad29745-90ec-4032-94c0-99e0f7df3185 req-6c9bd785-2df6-474f-b2de-b622aff29f6c tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/security-groups?id=b32b9d74-b5cf-4d45-9467-0dcc537365fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736178 May 20 14:51:21.420415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:21.427860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.467176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e90d4-d61a-4c19-a359-b08721b83c2d None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:21.481772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.496652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:21.501113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-18d548ca-f835-439d-8e3e-1a2638d9db14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:21.508869 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1b430fb0-ab66-4953-85f5-ed78959fb36c HTTP/1.1" status: 204 len: 168 time: 1.8854065 May 20 14:51:21.512314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:21.607718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Pushing event deleted for resources: {'Port': ['ID=c1607d03-38ba-4043-8ca4-16c46dcd531c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:21.610270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:21.660574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.665614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] No DVR routers for this DVR port c1607d03-38ba-4043-8ca4-16c46dcd531c on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:21.668221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.728604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Made reservation on behalf of f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:21.730564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.866441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 6c703b20-4233-43fd-91b4-13d5e0f25195 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:21.890070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.912962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'name': 'network-vif-deleted', 'tag': 'c1607d03-38ba-4043-8ca4-16c46dcd531c'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:51:21.917716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.929107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-73637385-2e1e-48f9-bc36-a356a76d783a tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:21.945147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:21.946955 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/c1712147-f345-4417-af9f-28b849da72f3 HTTP/1.1" status: 204 len: 168 time: 3.0254748 May 20 14:51:21.954435 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2545cba7-7a8e-463f-b2b8-95cd3e574a37 req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.11 "DELETE /v2.0/ports/c1607d03-38ba-4043-8ca4-16c46dcd531c HTTP/1.1" status: 204 len: 173 time: 3.0799522 May 20 14:51:21.957788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54836) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:22.041713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=c1712147-f345-4417-af9f-28b849da72f3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:22.045480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.047245 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d04a9a-1b14-4382-a608-6f86980eaf74', 'name': 'network-vif-deleted', 'tag': 'c1607d03-38ba-4043-8ca4-16c46dcd531c', 'status': 'completed', 'code': 200} May 20 14:51:22.053275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.069134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] device_id is not set on port 53d5b699-67da-49d5-8faa-988f1ff44e6b yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:22.126752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 05b6eb7a-f819-48f5-9092-5395a29aa9e4 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:22.131389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.132009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.132371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.132752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.133116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.133544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.133978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.134412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.134789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.135178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.135591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.136076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:22.157610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:22.257830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.268850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e484078-6586-4047-8caa-174258140f17 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:22.322947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.330202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.340954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7ac80065-81cd-43ee-8934-f999d23a8961 None None] Provisioning complete for port 6e082627-533f-454e-a681-bbcca45de8b8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:22.341460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ac80065-81cd-43ee-8934-f999d23a8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.409755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network b1fa1837-9463-4056-920e-c42f7a11431c is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:22.418177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:22.421250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:22.426681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:22.427324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.471722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=05b6eb7a-f819-48f5-9092-5395a29aa9e4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:22.506820 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.4540269 May 20 14:51:22.507778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54842) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:22.510846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:22.533118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ad123a01-4097-4dc2-b164-0a4fdb86ee62 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:22.561210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Allocated IP 2001:db8::3b1 (b073d132-f450-4292-a14a-1623cfd41a6c/cc773249-70d8-40ce-b5f8-5f3a032c937d/53d5b699-67da-49d5-8faa-988f1ff44e6b) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:22.584124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Router 3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:22.740655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 99b33ccb-ed3d-4e78-914a-a6b9f9dd1487 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:22.740999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.744937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '74171a2e-adfd-478e-b0a8-70d0055afde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:22.745301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: 56bf5490-5d33-4352-941f-09e9ec691df3, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:51:22.774639 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1cba3d7d-2132-40ed-9072-e7fa366c37a5 req-15dbfc16-60e2-419b-bfbd-42e0c4aaaddf tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] 10.222.0.58 "GET /v2.0/ports?device_id=74d04a9a-1b14-4382-a608-6f86980eaf74 HTTP/1.1" status: 200 len: 210 time: 0.1498611 May 20 14:51:22.800336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=6eb17561-21fc-4510-b4d5-cabfb3e44b9d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:22.810905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:22.815574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c8a7f84d-bace-4e05-a2b7-5f9f50f2a068 None None] Provisioning for port 05b6eb7a-f819-48f5-9092-5395a29aa9e4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:22.821380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c8a7f84d-bace-4e05-a2b7-5f9f50f2a068 None None] Provisioning complete for port 05b6eb7a-f819-48f5-9092-5395a29aa9e4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:22.821686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f84d-bace-4e05-a2b7-5f9f50f2a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.838642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 56bf5490-5d33-4352-941f-09e9ec691df3 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:51:22.890416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c8a7f84d-bace-4e05-a2b7-5f9f50f2a068 None None] Port 05b6eb7a-f819-48f5-9092-5395a29aa9e4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:22.899367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 56bf5490-5d33-4352-941f-09e9ec691df3) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:22.909551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6899c0-e0cc-4b77-b70c-0615827c3efc None None] Network 56bf5490-5d33-4352-941f-09e9ec691df3 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:22.916074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb71c9f-375d-45f2-9267-05f6ee38aa1a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:22.916989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8cb71c9f-375d-45f2-9267-05f6ee38aa1a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:22.930074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:22.930669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:22.967188 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5644190 May 20 14:51:22.967522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54846) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:22.970955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8cb71c9f-375d-45f2-9267-05f6ee38aa1a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:22.974931 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8cb71c9f-375d-45f2-9267-05f6ee38aa1a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4404950 May 20 14:51:22.975765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1216555647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:22.984070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.021581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:23.025833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:23.047504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:23.060392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.066053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-23c3ae45-d156-4661-84fa-34d260257d33 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:23.072444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] Sync routers for ids ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:23.074195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.074722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.096873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.097251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] Routers {'3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:23.097879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:23.098328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.099393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.112189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=6c703b20-4233-43fd-91b4-13d5e0f25195,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:23.115851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:23.117938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.142590 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/6c703b20-4233-43fd-91b4-13d5e0f25195 HTTP/1.1" status: 204 len: 168 time: 1.6267374 May 20 14:51:23.147356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54854) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.151114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.165624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89913661-67c7-4601-8909-96c2b301f322 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:23.204065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:23.207586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.211065 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1723106 May 20 14:51:23.213504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54858) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.217776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 99b33ccb-ed3d-4e78-914a-a6b9f9dd1487 owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:23.234597 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5ae3eb61-cec1-44d6-824c-0a296032398c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828516 May 20 14:51:23.235001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54862) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.239662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:23.304736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device c1607d03-38ba-4043-8ca4-16c46dcd531c no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:23.305458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e8ffc-4194-47b4-83ab-d5ea2f8e3c91 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:23.311764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e8ffc-4194-47b4-83ab-d5ea2f8e3c91 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:23.317466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e8ffc-4194-47b4-83ab-d5ea2f8e3c91 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:23.321819 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-181e8ffc-4194-47b4-83ab-d5ea2f8e3c91 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.3330479 May 20 14:51:23.322130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54866) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.329866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-56bf5490-5d33-4352-941f-09e9ec691df3', 'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': '6eb17561-21fc-4510-b4d5-cabfb3e44b9d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:23.330729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.338003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.339475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] Routers {'3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:23.340089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:23.378820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.396288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-03fbf869-1d86-4442-8d44-e0420f663193 tempest-TestServerAdvancedOps-2075580416 tempest-TestServerAdvancedOps-2075580416-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:23.418341 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.422129 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-440ad2f5-feb5-438e-85b3-f45f3795f7d6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4512603 May 20 14:51:23.428098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54870) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.433849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:23.434925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff633c4-2d88-4378-9bab-5ee5d7f88c6a None None] The sync data for ids ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:23.436823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: c1607d03-38ba-4043-8ca4-16c46dcd531c {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:23.437171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device c1607d03-38ba-4043-8ca4-16c46dcd531c not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:23.679842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e67359-8592-401f-bf63-4c99095ab7d8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:23.680658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-76e67359-8592-401f-bf63-4c99095ab7d8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:23.693138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b073d132-f450-4292-a14a-1623cfd41a6c is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:23.700087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:23.709905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:23.710502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:23.711133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:23.717574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Allocated IP 2001:db8::2 (56bf5490-5d33-4352-941f-09e9ec691df3/6eb17561-21fc-4510-b4d5-cabfb3e44b9d/149cc4ec-9dd5-462f-8776-732d7ea1270a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:23.724939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Port': ['ID=53d5b699-67da-49d5-8faa-988f1ff44e6b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:23.737191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:23.799177 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5106447 May 20 14:51:23.799948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-76e67359-8592-401f-bf63-4c99095ab7d8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:23.803386 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-76e67359-8592-401f-bf63-4c99095ab7d8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5644698 May 20 14:51:23.811137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54876) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.811516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54878) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.848628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:23.911808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54884) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:23.974863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 05b6eb7a-f819-48f5-9092-5395a29aa9e4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:23.975131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.030084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.031257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f6597-d243-4cb9-afc3-331d7fd88845 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:24.032082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-965f6597-d243-4cb9-afc3-331d7fd88845 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:24.034454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.043701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-206cde33-1088-4436-9f19-bcb6dc4129d8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:24.048255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Transition to ACTIVE for port object 149cc4ec-9dd5-462f-8776-732d7ea1270a will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:24.061652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Deleting port 6e082627-533f-454e-a681-bbcca45de8b8 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:24.062293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.184848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=99b33ccb-ed3d-4e78-914a-a6b9f9dd1487,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:24.187306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:24.192641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] For port 6e082627-533f-454e-a681-bbcca45de8b8, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=6e082627-533f-454e-a681-bbcca45de8b8,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:24.193055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.225116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Deleting subnet 5601201b-c2c8-41bb-8410-a8f04bc7a569 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:24.237277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.264303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 6e082627-533f-454e-a681-bbcca45de8b8 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:24.279034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-965f6597-d243-4cb9-afc3-331d7fd88845 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:24.283054 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-965f6597-d243-4cb9-afc3-331d7fd88845 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4356618 May 20 14:51:24.289680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54888) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:24.349731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Transition to ACTIVE for port object 149cc4ec-9dd5-462f-8776-732d7ea1270a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:24.362705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Calling delete_port for 6e082627-533f-454e-a681-bbcca45de8b8 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:24.375975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.391574 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d72db1a6-faf1-43f2-a45a-cb995dd04224 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924406 May 20 14:51:24.391780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:24.394981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54892) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:24.402140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.402846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.421137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.421782 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 476d56c1-4934-45b8-8007-5ce64d96c248 disassociated (deleted). External IP: 172.26.6.200, port: 6d9bef76-2fe1-4858-b043-b4808f0aaea3. May 20 14:51:24.440745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:24.457138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.465148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Network 56bf5490-5d33-4352-941f-09e9ec691df3 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:24.480609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:24.487218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:24.555900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Pushing event updated for resources: {'Port': ['ID=149cc4ec-9dd5-462f-8776-732d7ea1270a,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:24.603413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 05b6eb7a-f819-48f5-9092-5395a29aa9e4 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:24.609389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.610057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.610267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.610718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.611167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.611908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.611908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.612391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.612994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.613220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.613689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.614040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:24.629978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:24.655827 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.669657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Attempting to bind port 149cc4ec-9dd5-462f-8776-732d7ea1270a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:24.670216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Attempting to bind port 149cc4ec-9dd5-462f-8776-732d7ea1270a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '74171a2e-adfd-478e-b0a8-70d0055afde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:24.670680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Attempting to bind port 149cc4ec-9dd5-462f-8776-732d7ea1270a on network 56bf5490-5d33-4352-941f-09e9ec691df3 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:24.678796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.686896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-09e7c20f-75c9-44a7-9e51-1379c8ac76d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:24.696186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Deleting port 53d5b699-67da-49d5-8faa-988f1ff44e6b {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:24.696524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.731255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:24.731553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Checking segment: {'id': '74171a2e-adfd-478e-b0a8-70d0055afde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:24.732495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.732495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Bound using segment: {'id': '74171a2e-adfd-478e-b0a8-70d0055afde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:24.732855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Bound port: 149cc4ec-9dd5-462f-8776-732d7ea1270a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74171a2e-adfd-478e-b0a8-70d0055afde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '56bf5490-5d33-4352-941f-09e9ec691df3'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:24.733410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.756294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Pushing event deleted for resources: {'Port': ['ID=6e082627-533f-454e-a681-bbcca45de8b8,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:24.761359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:24.764072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] No DVR routers for this DVR port 6e082627-533f-454e-a681-bbcca45de8b8 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:24.867084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.904580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] For port 149cc4ec-9dd5-462f-8776-732d7ea1270a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:24.911489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] For port 149cc4ec-9dd5-462f-8776-732d7ea1270a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=149cc4ec-9dd5-462f-8776-732d7ea1270a,segment=NetworkSegment(74171a2e-adfd-478e-b0a8-70d0055afde7),segment_id=74171a2e-adfd-478e-b0a8-70d0055afde7)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:24.917120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:24.926969 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-28ce241d-6e06-4ed4-9364-8499474060b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:24.996234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.016410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Pushing event updated for resources: {'Port': ['ID=149cc4ec-9dd5-462f-8776-732d7ea1270a,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:25.018961 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:25.035738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.044665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:25.079242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:25.126842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.232289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:25.238507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.240678 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:51:25.241275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:25.329469 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2205107a-2250-4b94-869d-19852c420092 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9293699 May 20 14:51:25.332802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Calling delete_port for 53d5b699-67da-49d5-8faa-988f1ff44e6b owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:25.337172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54896) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:25.379667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:25.397916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.408918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e546f171-d459-4c5d-b4c7-18bcc30ed98e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:25.496768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=05b6eb7a-f819-48f5-9092-5395a29aa9e4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:25.499903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:25.524216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.549820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:25.560662 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/05b6eb7a-f819-48f5-9092-5395a29aa9e4 HTTP/1.1" status: 204 len: 168 time: 2.2375271 May 20 14:51:25.564204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54900) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:25.582009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8::1 (56bf5490-5d33-4352-941f-09e9ec691df3/6eb17561-21fc-4510-b4d5-cabfb3e44b9d/dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:25.638616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:25.686630 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c822fd4f-f164-4444-a989-4e4578998234 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:51:25.687506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c822fd4f-f164-4444-a989-4e4578998234 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:25.696832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:25.699117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.707738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4b688a5f-b94a-41f4-ad58-92b6484a282c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:25.773817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c822fd4f-f164-4444-a989-4e4578998234 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:25.777377 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c822fd4f-f164-4444-a989-4e4578998234 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/05b6eb7a-f819-48f5-9092-5395a29aa9e4 HTTP/1.1" status: 404 len: 333 time: 0.2087374 May 20 14:51:25.780857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54904) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:25.810282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5601201b-c2c8-41bb-8410-a8f04bc7a569,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:25.813181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.821896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:25.825350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.826688 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:51:25.827165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:25.832055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Deleting port 7a1df6dc-574e-40f1-ad76-0283dc6493ca {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:25.832397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.861149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.861533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.861908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.862303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.862636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.862999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.863390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.863749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.864106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.864463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.864817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.865170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:25.885844 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5601201b-c2c8-41bb-8410-a8f04bc7a569 HTTP/1.1" status: 204 len: 168 time: 1.9694340 May 20 14:51:25.891247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:25.893557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54908) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:25.917013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:25.922807 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-918e5d6a-9594-4dfb-a31a-d5e0ae8f7a2d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5845776 May 20 14:51:25.931696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:25.971842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54912) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:25.991883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event deleted for resources: {'Port': ['ID=53d5b699-67da-49d5-8faa-988f1ff44e6b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:25.994353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:25.995509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:26.003465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:26.017648 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:26.033583 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:26.035145 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:26.092168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.115800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.143424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.146204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.153863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:26.168540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.175370 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/ports/53d5b699-67da-49d5-8faa-988f1ff44e6b HTTP/1.1" status: 204 len: 168 time: 2.3377635 May 20 14:51:26.181595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca345a4-f3da-42cf-aefc-9672862db977 None None] Network 56bf5490-5d33-4352-941f-09e9ec691df3 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:26.224275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54916) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:26.238056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'external_fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1'}]}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:26.260778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:26.286061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:router and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:26.295696 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/476d56c1-4934-45b8-8007-5ce64d96c248 HTTP/1.1" status: 204 len: 168 time: 4.3347223 May 20 14:51:26.298798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:26.305890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:51:26.313958 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:26.315399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 149cc4ec-9dd5-462f-8776-732d7ea1270a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:26.321129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:26.331290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:26.353502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.354722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.363894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:26.400149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 6780b94a-7e7f-4265-9b7b-3897675a7580 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:26.400542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.423958 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'status': 'completed', 'code': 200} May 20 14:51:26.425045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.426864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:26.430817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.433634 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:51:26.434476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:26.455636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Calling delete_port for 7a1df6dc-574e-40f1-ad76-0283dc6493ca owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:26.458846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-85b1e7a6-7d7a-4709-86e6-96977b0ab40d None None] Provisioning for port 149cc4ec-9dd5-462f-8776-732d7ea1270a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:26.554146 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3ca1284f-7655-45de-9211-ad54101f067d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5786777 May 20 14:51:26.568277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54924) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:26.583070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:26.618798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.644181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.652161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7b673052-5034-4fda-8eeb-ad90393ff72b tempest-RoutersAdminNegativeIpV6Test-1074293949 tempest-RoutersAdminNegativeIpV6Test-1074293949-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:26.687671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 149cc4ec-9dd5-462f-8776-732d7ea1270a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:26.699807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 149cc4ec-9dd5-462f-8776-732d7ea1270a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:26.700917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.732742 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:04Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:26.739230 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:51:26.749423 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:26.750286 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:26.979078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:26.990419 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:27.029158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 149cc4ec-9dd5-462f-8776-732d7ea1270a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=149cc4ec-9dd5-462f-8776-732d7ea1270a,segment=NetworkSegment(74171a2e-adfd-478e-b0a8-70d0055afde7),segment_id=74171a2e-adfd-478e-b0a8-70d0055afde7)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:27.035756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.036794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5b9e7e-440b-4289-a296-1c8e9c8a9cef']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:27.038148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:27.132670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=149cc4ec-9dd5-462f-8776-732d7ea1270a,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:27.136391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:27.183803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a534a5b8-1fc6-462d-9a37-a2f971b2c639') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:27.184773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a534a5b8-1fc6-462d-9a37-a2f971b2c639') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:27.199186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:27.204118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.212550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 56bf5490-5d33-4352-941f-09e9ec691df3 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:27.218881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:27.220668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:27.228634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-64a096eb-c6cc-4bba-81ca-1299f945553f None None] Provisioning for port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:27.234351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:27.235338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.237195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-64a096eb-c6cc-4bba-81ca-1299f945553f None None] Provisioning complete for port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:27.238239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-64a096eb-c6cc-4bba-81ca-1299f945553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.258158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.286092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:27.287298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.307534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-a521c693-0172-4627-a18d-73d857c03502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:27.309020 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-a521c693-0172-4627-a18d-73d857c03502 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 1098 time: 0.8675473 May 20 14:51:27.311431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:27.333012 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:27.343887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-64a096eb-c6cc-4bba-81ca-1299f945553f None None] Port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:27.355634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-64a096eb-c6cc-4bba-81ca-1299f945553f None None] Provisioning complete for port 149cc4ec-9dd5-462f-8776-732d7ea1270a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:27.356205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-64a096eb-c6cc-4bba-81ca-1299f945553f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.402046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:27.408439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.426446 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:04Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:27.436926 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c5e4c0-524d-45c5-99c1-5cccd47e4bec None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:04Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '45b123fb-5d7f-4c26-93b1-e6212f3552b1', 'name': '', 'network_id': 'f8e5173e-a289-47a2-8422-9bb1a2360f97', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:3e:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:26Z', 'updated_at': '2021-05-20T14:48:40Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '5b8ba3f6-152b-4a8f-b902-1926cb86216a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:27.482289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b82b7f-413a-4ca0-808e-23c2552e5359 req-dd11b424-ba64-4c03-a655-26a73986bb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:27.485297 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-92b82b7f-413a-4ca0-808e-23c2552e5359 req-dd11b424-ba64-4c03-a655-26a73986bb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 945 time: 0.5204749 May 20 14:51:27.521365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.530401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-61b3be05-95bd-477f-b48f-2b1ecfe614f0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:27.544571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.554232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.575377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=af5b9e7e-440b-4289-a296-1c8e9c8a9cef,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:27.607337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:27.613000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:27.616616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54237b06-0e6d-4189-8c35-2ff3c57ad63b tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:27.621494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 6780b94a-7e7f-4265-9b7b-3897675a7580 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:27.650655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-17e52cce-0d9a-40cc-a8d9-0739e108e19c None None] Provisioning complete for port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:27.651405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17e52cce-0d9a-40cc-a8d9-0739e108e19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.703777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Pushing event deleted for resources: {'Port': ['ID=7a1df6dc-574e-40f1-ad76-0283dc6493ca,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:27.717905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-92b82b7f-413a-4ca0-808e-23c2552e5359 req-1fe64ae4-c23b-4e9c-9ea4-69a8edeb9cdc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:27.724172 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] 10.222.0.58 "DELETE /v2.0/networks/af5b9e7e-440b-4289-a296-1c8e9c8a9cef HTTP/1.1" status: 204 len: 168 time: 1.8254473 May 20 14:51:27.726114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54930) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:27.734689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:27.734930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:27.740516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.741828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-17e52cce-0d9a-40cc-a8d9-0739e108e19c None None] Port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:27.742569 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:51:27.743187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:27.785291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254ab6c0-26f9-47f9-b87a-b30b545dccff None None] New status for floating IP 476d56c1-4934-45b8-8007-5ce64d96c248: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:51:27.804217 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-980e5908-8614-4796-9d58-4367a8c99610 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2316785 May 20 14:51:27.816190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:27.842360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:27.861915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-03752355-e235-48c2-9e06-4e6838a8eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:27.863371 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-03752355-e235-48c2-9e06-4e6838a8eb0f service neutron] 10.222.0.11 "GET /v2.0/networks?id=f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 200 len: 897 time: 0.4790018 May 20 14:51:27.900127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:27.945769 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-bfda356d-7a7b-4e68-b8b0-a11917fdfb04 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 200 len: 217 time: 0.0721512 May 20 14:51:28.015064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-92b82b7f-413a-4ca0-808e-23c2552e5359 req-1fe64ae4-c23b-4e9c-9ea4-69a8edeb9cdc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:28.016257 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-92b82b7f-413a-4ca0-808e-23c2552e5359 req-1fe64ae4-c23b-4e9c-9ea4-69a8edeb9cdc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5096593 May 20 14:51:28.052298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Deleting subnet 0bbd4aee-fe39-4563-98c2-50ca73e9a72b {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:28.060453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.120554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-ce7a64f0-bb51-4294-8a33-60b9a198344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:28.122027 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-ce7a64f0-bb51-4294-8a33-60b9a198344f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5b8ba3f6-152b-4a8f-b902-1926cb86216a HTTP/1.1" status: 200 len: 834 time: 0.1683547 May 20 14:51:28.127943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.182923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 149cc4ec-9dd5-462f-8776-732d7ea1270a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:28.213025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.230486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:28.247520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:28.258291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 149cc4ec-9dd5-462f-8776-732d7ea1270a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:28.258291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.287018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=6780b94a-7e7f-4265-9b7b-3897675a7580,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:28.296638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:28.385180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:28.412811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-0953eb02-ff90-4242-94c0-b0c1a31f0939 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:28.413541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-0953eb02-ff90-4242-94c0-b0c1a31f0939 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:28.648837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.660880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.706266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-0953eb02-ff90-4242-94c0-b0c1a31f0939 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:28.707328 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-0953eb02-ff90-4242-94c0-b0c1a31f0939 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 945 time: 0.7145841 May 20 14:51:28.709174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:28.712601 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/6780b94a-7e7f-4265-9b7b-3897675a7580 HTTP/1.1" status: 204 len: 168 time: 2.9306729 May 20 14:51:28.712829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.713964 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:51:28.714395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:28.716988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-e95dc813-23ee-4add-8a75-c6aa034d2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:28.717660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54938) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:28.718408 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-e95dc813-23ee-4add-8a75-c6aa034d2dca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f8e5173e-a289-47a2-8422-9bb1a2360f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5640888 May 20 14:51:28.803165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.846315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.880288 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d22adf-2f1d-4e97-8fbe-376a1c97e416 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:51:28.881628 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-12d22adf-2f1d-4e97-8fbe-376a1c97e416 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/6780b94a-7e7f-4265-9b7b-3897675a7580 HTTP/1.1" status: 404 len: 333 time: 0.1538136 May 20 14:51:28.930377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54942) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:28.937809 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-80222095-936e-44d9-aea6-d827015ed3c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1161103 May 20 14:51:28.940998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54946) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:28.954717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:28.970769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.022012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:29.029702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.106766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet 72f65016-a426-49f9-804b-acadc359ea69 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:29.200373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.349126 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-454d559c-9aeb-4b3c-809f-e402dd6ba9da service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966575 May 20 14:51:29.392632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.408834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Router 3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:29.472080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:29.505630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:29.586028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Allocated IP 2001:db8::3b1 (b073d132-f450-4292-a14a-1623cfd41a6c/cc773249-70d8-40ce-b5f8-5f3a032c937d/945e1cc8-2289-4ceb-aa48-176bb3b2e4f0) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:29.604384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:29.608325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.609620 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:51:29.610032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:29.618338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:29.618671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.640552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.664346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.665195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.670581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:29.711001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b66ea-26c5-48b9-8c84-b4b8f46fa260 req-73f025f8-d544-47c7-9677-c1730217f7fb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:29.712802 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c80b66ea-26c5-48b9-8c84-b4b8f46fa260 req-73f025f8-d544-47c7-9677-c1730217f7fb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 945 time: 0.5453491 May 20 14:51:29.713390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:29.726802 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] Sync routers for ids ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:29.730554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.734062 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5bf7531d-9cb5-47b4-803d-fcb780c170ad tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "PUT /v2.0/routers/3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 200 len: 706 time: 6.5107663 May 20 14:51:29.738865 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] Routers {'3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:29.739644 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:29.743907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54952) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:29.769825 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c4fa3f71-1e66-4cac-8486-552637553d72 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7969375 May 20 14:51:29.784223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:29.807691 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:29.816565 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] Routers {'3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:29.817150 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:29.819597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54956) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:29.879754 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:29.880428 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217003b-70e6-428b-87b7-167ba0660033 None None] The sync data for ids ['3fce6e9e-d79c-4a2d-a4ca-5209755b27b6'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:29.939794 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e6102d91-61e0-4585-a78d-4c1762de1bc8 req-7e131e58-bb79-4f63-bbbc-8d9d68679114 service neutron] 10.222.0.11 "GET /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583155 May 20 14:51:29.948124 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-23a584f0-5db9-461f-b69b-b6f9b9eb949f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1271982 May 20 14:51:29.959310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54960) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:29.983794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 6d9bef76-2fe1-4858-b043-b4808f0aaea3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6d9bef76-2fe1-4858-b043-b4808f0aaea3,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:29.984150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.166959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:30.177278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:30.224265 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-74c74db0-4866-46d0-b10d-2628d3cbafe2 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/routers/3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 200 len: 741 time: 0.4604630 May 20 14:51:30.234685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54964) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:30.238136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c80b66ea-26c5-48b9-8c84-b4b8f46fa260 req-5e215098-700c-4bc1-9e6f-82514fd3e371 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5132422 May 20 14:51:30.287045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.303923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e2bd0411-73d0-437d-8f1b-db565076917e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:30.333501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 6d9bef76-2fe1-4858-b043-b4808f0aaea3 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:30.347925 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c7ea73c3-0c3e-43d4-8c07-6977785fd838 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 200 len: 205 time: 0.1084192 May 20 14:51:30.356975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54968) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:30.367904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbd4aee-fe39-4563-98c2-50ca73e9a72b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:30.371615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.379412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:30.419947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.428098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c48d779-7f81-4f97-895a-829a3ccf2ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:30.428794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c48d779-7f81-4f97-895a-829a3ccf2ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:30.448205 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c2323fc9-95a7-420c-b8d5-4b270d45fd55 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 200 len: 205 time: 0.0757968 May 20 14:51:30.448205 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/0bbd4aee-fe39-4563-98c2-50ca73e9a72b HTTP/1.1" status: 204 len: 168 time: 2.7115412 May 20 14:51:30.449308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 56bf5490-5d33-4352-941f-09e9ec691df3 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:30.451831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54972) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:30.452168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 54974) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:30.457059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:30.556892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c48d779-7f81-4f97-895a-829a3ccf2ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:30.558325 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c48d779-7f81-4f97-895a-829a3ccf2ce0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3931241 May 20 14:51:30.564152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54980) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:30.659275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.674616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b0d41a28-c557-45a5-a9af-76b6ab2393e3 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:30.692162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1c05efab-7c83-449b-bbb4-94ec715cddd2 None None] Provisioning complete for port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:30.692783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c05efab-7c83-449b-bbb4-94ec715cddd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.720560 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-36c7c0ce-8d2d-40bd-ab54-09dc78adb702 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1551526 May 20 14:51:30.736418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54984) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:30.755328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-1c05efab-7c83-449b-bbb4-94ec715cddd2 None None] Port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:30.756752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:30.775627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b073d132-f450-4292-a14a-1623cfd41a6c is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:30.785459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:30.809837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:30.824167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.882115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.891259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.897921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Port': ['ID=945e1cc8-2289-4ceb-aa48-176bb3b2e4f0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:30.954297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:30.997121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:31.004685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e6cd39bc-f5d5-4d90-8995-9ca527567900 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:31.040511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fbfb3f-706f-490d-9ae6-4e04fcd900a1 None None] Network b1fa1837-9463-4056-920e-c42f7a11431c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:31.071976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.097217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=72f65016-a426-49f9-804b-acadc359ea69,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:31.107270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:31.112267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9d2ade4e-92e8-4ffb-b743-809c78d4542e tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:31.201846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:31.205223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=6d9bef76-2fe1-4858-b043-b4808f0aaea3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:31.207737 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/72f65016-a426-49f9-804b-acadc359ea69 HTTP/1.1" status: 204 len: 168 time: 2.2754629 May 20 14:51:31.218474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:31.220236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54988) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:31.244487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.286274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:31.287248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 6d9bef76-2fe1-4858-b043-b4808f0aaea3 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:31.292544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.293186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6d9bef76-2fe1-4858-b043-b4808f0aaea3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:31.301588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.303500 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-70f9258f-3e8c-4dfc-94c4-9b6c9c183599 req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/6d9bef76-2fe1-4858-b043-b4808f0aaea3 HTTP/1.1" status: 204 len: 173 time: 2.5826893 May 20 14:51:31.306775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.307661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'name': 'network-vif-deleted', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:51:31.335185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3307cbaf-0ef8-48cc-80ba-4f71538dc1ba']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:31.344828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 29c35f7c-1221-4960-b717-9eb4ccba559c is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:31.355158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ef5eb2-1077-4b1e-83c1-312d9d5131c4') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:31.355446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ef5eb2-1077-4b1e-83c1-312d9d5131c4') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:31.369670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 6d9bef76-2fe1-4858-b043-b4808f0aaea3 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:31.370694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6d9bef76-2fe1-4858-b043-b4808f0aaea3 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:31.374696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] DHCP port deletion for b1fa1837-9463-4056-920e-c42f7a11431c request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:31.446037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:31.449518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.484374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Deleting port be47b1bd-3ccc-49b9-a7e3-0012c868843b {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:31.490285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.518749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.657374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.658324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Fanout notify agent at l3_agent the message router_deleted on router 3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:31.683117 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] For port be47b1bd-3ccc-49b9-a7e3-0012c868843b, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=be47b1bd-3ccc-49b9-a7e3-0012c868843b,segment=NetworkSegment(d32bc018-aa01-4cdd-9a70-70333d093e5e),segment_id=d32bc018-aa01-4cdd-9a70-70333d093e5e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:31.683535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.696347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.725986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.735313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:31.736495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.829103 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Calling delete_port for be47b1bd-3ccc-49b9-a7e3-0012c868843b owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:31.830132 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:31.883414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.895587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:31.929857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:31.931469 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c2729c83-ffbe-4b4b-bffe-8f865b77f011 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 204 len: 168 time: 1.4771469 May 20 14:51:31.941986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Pushing event deleted for resources: {'Port': ['ID=be47b1bd-3ccc-49b9-a7e3-0012c868843b,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:31.945814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:31.949308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] No DVR routers for this DVR port be47b1bd-3ccc-49b9-a7e3-0012c868843b on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:31.950911 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7855d1-f804-46b6-ac7e-5ca3849132e9', 'name': 'network-vif-deleted', 'tag': '6d9bef76-2fe1-4858-b043-b4808f0aaea3', 'status': 'completed', 'code': 200} May 20 14:51:31.952140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] The port 'be47b1bd-3ccc-49b9-a7e3-0012c868843b' was deleted {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 14:51:31.984904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 54996) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:31.993632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.015880 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6ea01a7a-3a0b-4398-a095-27f79e3d1d41 req-77b522db-cd03-4587-8a3f-e906753f8233 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7855d1-f804-46b6-ac7e-5ca3849132e9 HTTP/1.1" status: 200 len: 210 time: 0.1915314 May 20 14:51:32.016388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-adb649a4-951b-44b9-811d-6a24b86f157a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:32.029046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.034069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.052188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3307cbaf-0ef8-48cc-80ba-4f71538dc1ba,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:32.061308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:32.065755 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] 10.222.0.58 "DELETE /v2.0/networks/3307cbaf-0ef8-48cc-80ba-4f71538dc1ba HTTP/1.1" status: 204 len: 168 time: 1.6099441 May 20 14:51:32.071108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:32.077269 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/29c35f7c-1221-4960-b717-9eb4ccba559c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6481438 May 20 14:51:32.080070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55002) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.084538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] Sync routers for ids ['29c35f7c-1221-4960-b717-9eb4ccba559c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:32.100317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] Routers {'29c35f7c-1221-4960-b717-9eb4ccba559c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:32.101290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['29c35f7c-1221-4960-b717-9eb4ccba559c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.170496 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d9b57f1d-898d-4cad-a4c4-87d07f8af2b8 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 200 len: 205 time: 0.1844072 May 20 14:51:32.173603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55006) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.224906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.241567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device be47b1bd-3ccc-49b9-a7e3-0012c868843b no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:32.266915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdf7374-d5a4-4ea1-b94a-1a484ffde9a0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:32.267488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7cdf7374-d5a4-4ea1-b94a-1a484ffde9a0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:32.281527 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-9071e294-1003-4567-b3b7-29fe551cf133 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] delete failed (client error): The resource could not be found. May 20 14:51:32.285149 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9071e294-1003-4567-b3b7-29fe551cf133 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/3fce6e9e-d79c-4a2d-a4ca-5209755b27b6 HTTP/1.1" status: 404 len: 336 time: 0.1080892 May 20 14:51:32.285931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.289530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55010) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.321768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] Routers {'29c35f7c-1221-4960-b717-9eb4ccba559c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:32.322584 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['29c35f7c-1221-4960-b717-9eb4ccba559c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.343123 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fceec116-a175-41e8-8e2b-32a25fcd871e tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8bbcbb7-663b-4db1-93ce-124d3239d02c HTTP/1.1" status: 200 len: 205 time: 0.0496409 May 20 14:51:32.343123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7cdf7374-d5a4-4ea1-b94a-1a484ffde9a0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:32.343123 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cdf7374-d5a4-4ea1-b94a-1a484ffde9a0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports/dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e HTTP/1.1" status: 200 len: 911 time: 0.2619095 May 20 14:51:32.343820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55014) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.346103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55016) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.369286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fa1837-9463-4056-920e-c42f7a11431c']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.374315 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: be47b1bd-3ccc-49b9-a7e3-0012c868843b {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:32.374669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device be47b1bd-3ccc-49b9-a7e3-0012c868843b not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:32.394059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55022) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.397728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.398399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf2106-f474-4fa9-ba25-8ba7f14ac544 None None] The sync data for ids ['29c35f7c-1221-4960-b717-9eb4ccba559c'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:32.404099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32bc018-aa01-4cdd-9a70-70333d093e5e') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.404471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32bc018-aa01-4cdd-9a70-70333d093e5e') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:32.406931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6eb17561-21fc-4510-b4d5-cabfb3e44b9d'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:32.452575 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-161069fa-17c5-454c-a5ac-df2f48c8ad49 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] delete failed (client error): The resource could not be found. May 20 14:51:32.453155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.453585 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-161069fa-17c5-454c-a5ac-df2f48c8ad49 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/d8bbcbb7-663b-4db1-93ce-124d3239d02c HTTP/1.1" status: 404 len: 336 time: 0.1090176 May 20 14:51:32.456385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55026) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.511648 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-20360c2e-c55a-4d0a-a478-dd2b45d5e2bc tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=6d5fe32a-a56d-4c5d-b445-01569db3c011 HTTP/1.1" status: 200 len: 205 time: 0.0540590 May 20 14:51:32.515068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55030) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.567059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.599204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:32.599613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.601939 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-06d1429e-6b23-44e5-a743-7308897c8c24 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] delete failed (client error): The resource could not be found. May 20 14:51:32.602926 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-06d1429e-6b23-44e5-a743-7308897c8c24 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/6d5fe32a-a56d-4c5d-b445-01569db3c011 HTTP/1.1" status: 404 len: 336 time: 0.0869634 May 20 14:51:32.614623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55034) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:32.621422 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:32.655025 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ec04bb55-1a1e-4830-8135-2e0d3323549e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e15aaa46216743048aa1f2555c9310fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2597342 May 20 14:51:32.659945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55038) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.662262 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e2236cc2-006f-4094-bfbf-547264fef6ba tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=19494f8f-0c98-4978-b7a8-869d406fbccd HTTP/1.1" status: 200 len: 205 time: 0.0472329 May 20 14:51:32.664572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55042) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.781187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.790272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:32.804252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.809702 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-8e6d97e1-1a38-4d25-9163-ff3007727368 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] delete failed (client error): The resource could not be found. May 20 14:51:32.810702 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8e6d97e1-1a38-4d25-9163-ff3007727368 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/19494f8f-0c98-4978-b7a8-869d406fbccd HTTP/1.1" status: 404 len: 336 time: 0.1434808 May 20 14:51:32.817128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55046) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.873803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=b1fa1837-9463-4056-920e-c42f7a11431c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:32.882517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:32.883580 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-521f0ece-e8c6-4f99-b951-47885d498eaa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=f1f35fd4-59c0-4721-9a18-948a1c989eac HTTP/1.1" status: 200 len: 205 time: 0.0652978 May 20 14:51:32.889095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55050) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.891698 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f9945979-88e3-47b0-b03c-01b611c01779 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/b1fa1837-9463-4056-920e-c42f7a11431c HTTP/1.1" status: 204 len: 168 time: 1.6694753 May 20 14:51:32.891831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55054) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:32.895007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:32.978672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-12291203'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:33.005987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:33.021674 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-cc0523c9-34b4-4c74-807f-b4de311eeded tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] delete failed (client error): The resource could not be found. May 20 14:51:33.022683 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cc0523c9-34b4-4c74-807f-b4de311eeded tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/f1f35fd4-59c0-4721-9a18-948a1c989eac HTTP/1.1" status: 404 len: 336 time: 0.1325426 May 20 14:51:33.023783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:network and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:33.037626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:33.040087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55058) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:33.128008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55064) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:33.210691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:33.229091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.233805 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ea89fcfc-6175-4bf2-a9fe-9885a2903b65 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c HTTP/1.1" status: 200 len: 205 time: 0.1927657 May 20 14:51:33.234548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.243779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55068) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:33.260602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:51:33.266547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.278368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0d76c523-662d-48c2-b3c4-e6dd62cacd36 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:33.316892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:33.319375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Router 7570b2eb-19cd-42a0-b516-8855f2ed4f38 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:33.320251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.335652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.377245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:33.390983 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-cd964481-0fb5-4901-a393-afff61af7210 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] delete failed (client error): The resource could not be found. May 20 14:51:33.392021 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cd964481-0fb5-4901-a393-afff61af7210 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/routers/4a04ea3b-8c06-41ea-8a7f-fa668bee0e5c HTTP/1.1" status: 404 len: 336 time: 0.1445982 May 20 14:51:33.403706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55072) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:33.410982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.437485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:33.447167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3508da6-c186-4f83-b067-be6a15f48910 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:33.477063 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c87a6fb-e54a-4f27-98ed-188d9db91889 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] DELETE failed (client error): The resource could not be found. May 20 14:51:33.478648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c87a6fb-e54a-4f27-98ed-188d9db91889 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:51:33.533573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:33.604902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=04bdffc0-bb2c-4d61-9e24-4a1a1bf42570,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:33.609065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.623026 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c87a6fb-e54a-4f27-98ed-188d9db91889 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] 10.222.0.58 "DELETE /v2.0/subnets/31c89e69-38fa-4e27-846e-1994e8f6f907 HTTP/1.1" status: 404 len: 337 time: 0.2172828 May 20 14:51:33.628444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:33.640238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:33.641118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.689370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '04bdffc0-bb2c-4d61-9e24-4a1a1bf42570'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:33.691007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.693600 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9529116 May 20 14:51:33.747935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55078) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:33.750051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.750347 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Added segment 92521570-846b-4f5a-ae34-d79673b56512 of type vlan for network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 May 20 14:51:33.754542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:0c:85:9e', 'name': 'tempest-NetworksTestDHCPv6-1696431056'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:33.780041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.789902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d9f058f6-0075-4d41-88a4-0ecb2e8d2424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:33.812854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32b9d74-b5cf-4d45-9467-0dcc537365fa,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:33.832201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:33.884084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:33.909368 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Sync routers for ids ['7570b2eb-19cd-42a0-b516-8855f2ed4f38'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:33.915431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.927148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.928696 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Routers {'7570b2eb-19cd-42a0-b516-8855f2ed4f38'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:33.930559 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7570b2eb-19cd-42a0-b516-8855f2ed4f38'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:33.941426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f8d1925-cc16-4dc1-b018-54a99be3508e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:33.950362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Allocated IP 2001:db8::f816:3eff:fe5e:2651 (5b136d1c-58b9-45d6-b34a-556fde2a0447/04bdffc0-bb2c-4d61-9e24-4a1a1bf42570/5e3a8998-a548-44ce-96c0-6d5d256b5225) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:33.956852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.959546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.960662 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5 HTTP/1.1" status: 204 len: 168 time: 0.8317075 May 20 14:51:33.961891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10ddf4e-dd82-45c3-8a49-5f0bb5e524d5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:33.963988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:33.964870 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b32b9d74-b5cf-4d45-9467-0dcc537365fa HTTP/1.1" status: 204 len: 168 time: 1.3008246 May 20 14:51:33.965987 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.7382853 May 20 14:51:33.967333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:33.971041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55088) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:33.975163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:34.050882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55092) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:34.053928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:34.116173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:34.145039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55096) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:34.156200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.164480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:34.175755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:34.176408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.187006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-45b18b96-99f0-46f8-bfe7-3ab607ca69e7 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:34.278524 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Set router 7570b2eb-19cd-42a0-b516-8855f2ed4f38 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:34.287864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:34.316391 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4222264 May 20 14:51:34.319638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55102) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:34.335216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Network': ['ID=5c3cf964-151e-4a65-9fd8-7d5809fc6428,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:34.342915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:34.354288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:34.362669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:34.370985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.404209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Transition to ACTIVE for port object 5e3a8998-a548-44ce-96c0-6d5d256b5225 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:34.475211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.478102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:34.483615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:34.487919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:34.503075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.508908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:34.509526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.510860 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/ports/dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e HTTP/1.1" status: 200 len: 911 time: 2.1638162 May 20 14:51:34.519060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55108) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:34.524185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:34.526287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-99672210-5242-4713-81eb-7a8efd8e34ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:34.536906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Transition to ACTIVE for port object 5e3a8998-a548-44ce-96c0-6d5d256b5225 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:34.552037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.564736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e61674f3-f6c2-45e5-a8ed-3cb343b867b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:34.653742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:34.657372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.658981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:34.660245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:34.664425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:34.674016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Pushing event updated for resources: {'Port': ['ID=5e3a8998-a548-44ce-96c0-6d5d256b5225,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:34.688316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e,revision_number=3']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:34.712755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:34.716176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:34.767339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Attempting to bind port 5e3a8998-a548-44ce-96c0-6d5d256b5225 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:34.767820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Attempting to bind port 5e3a8998-a548-44ce-96c0-6d5d256b5225 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:34.768249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Attempting to bind port 5e3a8998-a548-44ce-96c0-6d5d256b5225 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:34.773683 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:34.774159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:34.774622 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.775232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:34.775762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Bound port: 5e3a8998-a548-44ce-96c0-6d5d256b5225, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:34.776200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.784055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55112) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:34.830448 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7570b2eb-19cd-42a0-b516-8855f2ed4f38', 'name': '', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'external_fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1'}], 'enable_snat': True}, 'gw_port_id': '945e1cc8-2289-4ceb-aa48-176bb3b2e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:26Z', 'updated_at': '2021-05-20T14:51:31Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': '945e1cc8-2289-4ceb-aa48-176bb3b2e4f0', 'name': '', 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7570b2eb-19cd-42a0-b516-8855f2ed4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:28Z', 'updated_at': '2021-05-20T14:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:34.834829 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Checking router: 7570b2eb-19cd-42a0-b516-8855f2ed4f38 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:51:34.835211 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Updating router 7570b2eb-19cd-42a0-b516-8855f2ed4f38 port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:51:34.862941 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d1a2cbf4-1bfe-4ad3-b002-f95abc767896 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3d1d990f6e764b9c99aabcf01e5720ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0773628 May 20 14:51:34.865236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55116) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:34.897127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] For port 5e3a8998-a548-44ce-96c0-6d5d256b5225, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:34.900859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] For port 5e3a8998-a548-44ce-96c0-6d5d256b5225, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5e3a8998-a548-44ce-96c0-6d5d256b5225,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:34.908752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.912335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6b8213d4-c464-4876-8a1f-fdfd649933cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:34.929156 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.943563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:34.995756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.010239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Pushing event updated for resources: {'Port': ['ID=5e3a8998-a548-44ce-96c0-6d5d256b5225,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:35.015179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:35.041549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.051612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.099520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:35.229672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.234374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-55f2e446-0912-401c-bcfa-290c6b8f4fa3 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:35.254972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad34d89b-e76e-4ca3-88ad-0224a93b2225,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:35.260195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:35.277467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.279186 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad34d89b-e76e-4ca3-88ad-0224a93b2225 HTTP/1.1" status: 204 len: 168 time: 0.4119728 May 20 14:51:35.462981 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.479971 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Transition to ACTIVE for port object 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:35.496229 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.505810 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:35.550311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Usage tracker for resource:security_group_rule and tenant:e69cef495aaf4f64ad40313e333deff2 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:35.567252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 234008ee-16cd-4420-b613-b9812b2a7c68 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:35.572955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.577013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fbc91a7f-d952-4cbf-8b7e-ed6508d76cb6 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:35.579257 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Attempting to bind port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:35.579638 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Attempting to bind port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'be75eb99-4cad-453a-8663-ad0f50728f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:35.580014 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Attempting to bind port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 on network b073d132-f450-4292-a14a-1623cfd41a6c {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:35.588900 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:35.589272 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Checking segment: {'id': 'be75eb99-4cad-453a-8663-ad0f50728f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:35.589695 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.590079 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Bound using segment: {'id': 'be75eb99-4cad-453a-8663-ad0f50728f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:35.591139 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Bound port: 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be75eb99-4cad-453a-8663-ad0f50728f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:35.591508 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.612757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:35.622692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:35.640565 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Pushing event updated for resources: {'Port': ['ID=945e1cc8-2289-4ceb-aa48-176bb3b2e4f0,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:35.651481 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.651919 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.652259 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.652586 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.653972 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.653972 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.654203 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.654670 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.655000 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.655347 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.655664 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.656092 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:51:35.661617 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:35.700791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=8582fca8-01d9-4641-ad8e-df50b375bce2,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:35.703161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Checking segment: {'id': '92521570-846b-4f5a-ae34-d79673b56512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:35.703503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network hostable DHCP agents. Network: 5c3cf964-151e-4a65-9fd8-7d5809fc6428, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:51:35.710065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:35.723707 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] For port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:35.728784 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] For port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=945e1cc8-2289-4ceb-aa48-176bb3b2e4f0,segment=NetworkSegment(be75eb99-4cad-453a-8663-ad0f50728f3c),segment_id=be75eb99-4cad-453a-8663-ad0f50728f3c)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:35.734591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:51:35.737917 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.743944 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:35.747491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 5c3cf964-151e-4a65-9fd8-7d5809fc6428) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:35.757922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:35.758552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bfe9d5e-e884-4785-bc47-5e5c8f0bb793 None None] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:35.759048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.780563 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4508500 May 20 14:51:35.783182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55122) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:35.789522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-452648098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:35.789750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.798223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:35.802313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:router and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:35.805823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:35.817034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:35.838620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.843279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.847850 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Routers {'7570b2eb-19cd-42a0-b516-8855f2ed4f38'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:35.848600 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7570b2eb-19cd-42a0-b516-8855f2ed4f38'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:35.869761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.898820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.935606 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Pushing event updated for resources: {'Port': ['ID=945e1cc8-2289-4ceb-aa48-176bb3b2e4f0,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:35.944853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:35.946134 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7f57865d-6c65-48d4-80f4-31007e2d198f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1619456 May 20 14:51:35.948690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55126) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:35.954282 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:35.957472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428', 'name': 'tempest-PortsIpV6TestJSON-2124632589'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:36.042755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5c3cf964-151e-4a65-9fd8-7d5809fc6428', 'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': '8582fca8-01d9-4641-ad8e-df50b375bce2'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:36.043826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.088478 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] Set router 7570b2eb-19cd-42a0-b516-8855f2ed4f38 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:36.206028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:36.223685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:port and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:36.227161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:36.234529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:36.255668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:36.259632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.266409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5e3a8998-a548-44ce-96c0-6d5d256b5225 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:36.286237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.293061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port e25f2da3-8d5f-4787-a2c3-70eabb451e4c yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:36.424951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.444577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-447d75bf-f605-464b-a7b5-89d03b74a3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:36.451429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Allocated IP 2001:db8::2 (5c3cf964-151e-4a65-9fd8-7d5809fc6428/8582fca8-01d9-4641-ad8e-df50b375bce2/0a299e5f-a6c6-40c8-a084-9139b6262eb6) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:36.501931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-968800fc-919d-4480-a130-42302bc0147e None None] Provisioning for port 5e3a8998-a548-44ce-96c0-6d5d256b5225 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:36.505240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5e3a8998-a548-44ce-96c0-6d5d256b5225 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:36.512839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-968800fc-919d-4480-a130-42302bc0147e None None] Provisioning complete for port 5e3a8998-a548-44ce-96c0-6d5d256b5225 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:36.513389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-968800fc-919d-4480-a130-42302bc0147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.527437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fe0c:859e (5b136d1c-58b9-45d6-b34a-556fde2a0447/04bdffc0-bb2c-4d61-9e24-4a1a1bf42570/234008ee-16cd-4420-b613-b9812b2a7c68) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:36.542126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84067974-577f-48e6-9cdd-766e18c17efd,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:36.546037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5e3a8998-a548-44ce-96c0-6d5d256b5225 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:36.546542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.548072 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e69cef495aaf4f64ad40313e333deff2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3870106 May 20 14:51:36.550832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55130) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:36.552508 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7570b2eb-19cd-42a0-b516-8855f2ed4f38', 'name': '', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'external_fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1'}], 'enable_snat': True}, 'gw_port_id': '945e1cc8-2289-4ceb-aa48-176bb3b2e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:26Z', 'updated_at': '2021-05-20T14:51:31Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': '945e1cc8-2289-4ceb-aa48-176bb3b2e4f0', 'name': '', 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7570b2eb-19cd-42a0-b516-8855f2ed4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:28Z', 'updated_at': '2021-05-20T14:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:36.553474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:36.557592 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ed23ce-5a51-476e-82d4-f535de6d8f1f None None] The sync data for ids ['7570b2eb-19cd-42a0-b516-8855f2ed4f38'] in dv-neutron-601336-75-hyperv is: [{'id': '7570b2eb-19cd-42a0-b516-8855f2ed4f38', 'name': '', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'external_fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1'}], 'enable_snat': True}, 'gw_port_id': '945e1cc8-2289-4ceb-aa48-176bb3b2e4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:26Z', 'updated_at': '2021-05-20T14:51:31Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': '945e1cc8-2289-4ceb-aa48-176bb3b2e4f0', 'name': '', 'network_id': 'b073d132-f450-4292-a14a-1623cfd41a6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:52:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7570b2eb-19cd-42a0-b516-8855f2ed4f38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'ip_address': '2001:db8::3b1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:28Z', 'updated_at': '2021-05-20T14:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cc773249-70d8-40ce-b5f8-5f3a032c937d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:36.573908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.653370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.691449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.756823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.766367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-649df4c3-5033-49c0-a9a6-708cd09c9a70 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:36.785924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84067974-577f-48e6-9cdd-766e18c17efd,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:36.788893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:36.795556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.796664 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84067974-577f-48e6-9cdd-766e18c17efd HTTP/1.1" status: 204 len: 168 time: 0.2445948 May 20 14:51:36.923550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:36.939124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Transition to ACTIVE for port object 0a299e5f-a6c6-40c8-a084-9139b6262eb6 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:36.962378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.017459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Transition to ACTIVE for port object 0a299e5f-a6c6-40c8-a084-9139b6262eb6 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:37.024329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-968800fc-919d-4480-a130-42302bc0147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.050400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.058544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-14818dfe-b9d8-45df-a564-62fa5673aed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:37.141417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-968800fc-919d-4480-a130-42302bc0147e None None] For port 5e3a8998-a548-44ce-96c0-6d5d256b5225, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5e3a8998-a548-44ce-96c0-6d5d256b5225,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:37.142742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.152570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::3b2 (5c3cf964-151e-4a65-9fd8-7d5809fc6428/8582fca8-01d9-4641-ad8e-df50b375bce2/e25f2da3-8d5f-4787-a2c3-70eabb451e4c) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:37.167575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-968800fc-919d-4480-a130-42302bc0147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.195145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:37.204659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.218133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:37.233878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:37.244706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 234008ee-16cd-4420-b613-b9812b2a7c68 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:37.250827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Deleting port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:37.251207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.286101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Pushing event updated for resources: {'Port': ['ID=0a299e5f-a6c6-40c8-a084-9139b6262eb6,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:37.331932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:37.332549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:37.367639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55138) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:37.412542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968800fc-919d-4480-a130-42302bc0147e None None] Pushing event updated for resources: {'Port': ['ID=5e3a8998-a548-44ce-96c0-6d5d256b5225,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:37.422073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] For port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=945e1cc8-2289-4ceb-aa48-176bb3b2e4f0,segment=NetworkSegment(be75eb99-4cad-453a-8663-ad0f50728f3c),segment_id=be75eb99-4cad-453a-8663-ad0f50728f3c)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:37.422691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.423020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-968800fc-919d-4480-a130-42302bc0147e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:37.435387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.452349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object e25f2da3-8d5f-4787-a2c3-70eabb451e4c will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:37.481053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:51:37.481511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:51:37.482231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.489592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Attempting to bind port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:37.490261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Attempting to bind port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '92521570-846b-4f5a-ae34-d79673b56512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:37.490815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Attempting to bind port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 on network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:37.495577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b02bfaa9-9b23-4022-81be-35a7be878a45 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:37.497261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:37.497639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Checking segment: {'id': '92521570-846b-4f5a-ae34-d79673b56512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:37.498051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.498451 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Bound using segment: {'id': '92521570-846b-4f5a-ae34-d79673b56512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:37.498938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Bound port: 0a299e5f-a6c6-40c8-a084-9139b6262eb6, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92521570-846b-4f5a-ae34-d79673b56512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '5c3cf964-151e-4a65-9fd8-7d5809fc6428'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:37.499365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.536673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:37.543976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:37.553168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:37.559663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:37.560447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.598618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=e25f2da3-8d5f-4787-a2c3-70eabb451e4c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:37.605138 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6551285 May 20 14:51:37.606208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55142) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:37.607242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:37.611626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] For port 0a299e5f-a6c6-40c8-a084-9139b6262eb6, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:37.616062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] For port 0a299e5f-a6c6-40c8-a084-9139b6262eb6, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0a299e5f-a6c6-40c8-a084-9139b6262eb6,segment=NetworkSegment(92521570-846b-4f5a-ae34-d79673b56512),segment_id=92521570-846b-4f5a-ae34-d79673b56512)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:37.623735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:37.628457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:37.709480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Pushing event updated for resources: {'Port': ['ID=0a299e5f-a6c6-40c8-a084-9139b6262eb6,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:37.719614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:37.792057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Calling delete_port for 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:37.979578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.087085 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-65018a4b-3093-44ab-86bc-30f77be3dc61 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=027991daa66b4eeaa862d5760686f8b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096496 May 20 14:51:38.091335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55146) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:38.094564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.109193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2bff8d6c-5b85-43ed-bc33-a2b7bf11d526 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:38.289551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:38.310474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:38.313737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:38.319357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:38.320063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.327484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=234008ee-16cd-4420-b613-b9812b2a7c68,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:38.337360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:38.360676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:38.446599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.473070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57fa9e7-0f64-4cb0-9329-c61e78b70e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.490148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.521629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.616886 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.8667796 May 20 14:51:38.625572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7d14004b-a6dd-4d66-b752-0155a89b6bed None None] Provisioning for port 234008ee-16cd-4420-b613-b9812b2a7c68 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:38.631970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7d14004b-a6dd-4d66-b752-0155a89b6bed None None] Provisioning complete for port 234008ee-16cd-4420-b613-b9812b2a7c68 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:38.632517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7d14004b-a6dd-4d66-b752-0155a89b6bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.635075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55150) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:38.711495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7d14004b-a6dd-4d66-b752-0155a89b6bed None None] Port 234008ee-16cd-4420-b613-b9812b2a7c68 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:38.715921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:38.723128 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:38.723618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.759225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.766591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7fcb635e-2eed-48e1-a8a5-30d7f4cbb344 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:38.771252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 was deleted so its status cannot be updated. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 14:51:38.772154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a299e5f-a6c6-40c8-a084-9139b6262eb6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:38.776017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.792697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a31f826b-3099-4bff-85ed-c0e77b367295 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:38.816567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ba0845-79e6-44c3-8365-20a9d76add3e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:38.838487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event deleted for resources: {'Port': ['ID=945e1cc8-2289-4ceb-aa48-176bb3b2e4f0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:38.848198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:38.884253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:38.891319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:38.892085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5e3a8998-a548-44ce-96c0-6d5d256b5225 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:38.901067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:38.903405 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/33ba0845-79e6-44c3-8365-20a9d76add3e HTTP/1.1" status: 204 len: 168 time: 0.7479722 May 20 14:51:38.963067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.019654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5e3a8998-a548-44ce-96c0-6d5d256b5225 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:39.020040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.041353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.051120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.055103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-618e634b-b4a2-4f55-816d-78db142e2f17 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:39.065739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b858ece-7bda-4457-bc5c-54ce97a829c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:39.071719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b858ece-7bda-4457-bc5c-54ce97a829c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:39.072469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b858ece-7bda-4457-bc5c-54ce97a829c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:39.097922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a7c2c3-f8d1-4db2-a790-2b9628840591 None None] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:39.181922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=e25f2da3-8d5f-4787-a2c3-70eabb451e4c,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:39.191797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:39.272954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Provisioning for port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:39.281530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.287194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.293845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:39.294114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.338914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b858ece-7bda-4457-bc5c-54ce97a829c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:39.340157 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3b858ece-7bda-4457-bc5c-54ce97a829c6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.7007530 May 20 14:51:39.343644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55160) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:39.363399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Provisioning complete for port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:39.363987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.470622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.604954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.605397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7570b2eb-19cd-42a0-b516-8855f2ed4f38 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:39.614061 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.627422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.630814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/routers/7570b2eb-19cd-42a0-b516-8855f2ed4f38 HTTP/1.1" status: 204 len: 168 time: 5.6552498 May 20 14:51:39.631550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55170) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:39.681416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] For port 0a299e5f-a6c6-40c8-a084-9139b6262eb6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0a299e5f-a6c6-40c8-a084-9139b6262eb6,segment=NetworkSegment(92521570-846b-4f5a-ae34-d79673b56512),segment_id=92521570-846b-4f5a-ae34-d79673b56512)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:39.700970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.701683 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.704878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0dd0c79f-b268-4bc8-8551-313709ab35f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:39.760849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.777274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 45b123fb-5d7f-4c26-93b1-e6212f3552b1 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:39.778151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.837468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Pushing event updated for resources: {'Port': ['ID=0a299e5f-a6c6-40c8-a084-9139b6262eb6,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:39.842620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:39.874742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Deleting subnet cc773249-70d8-40ce-b5f8-5f3a032c937d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:39.885145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:39.898714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 234008ee-16cd-4420-b613-b9812b2a7c68 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:39.899941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:39.942218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.007721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 45b123fb-5d7f-4c26-93b1-e6212f3552b1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=45b123fb-5d7f-4c26-93b1-e6212f3552b1,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:40.008073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.040700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55182) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:40.194501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c03846bf-ebd8-4179-b545-a42e5f41e4d4 None None] Provisioning complete for port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:40.196275 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c03846bf-ebd8-4179-b545-a42e5f41e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.196509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 45b123fb-5d7f-4c26-93b1-e6212f3552b1 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:40.321645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a299e5f-a6c6-40c8-a084-9139b6262eb6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:40.400222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.407015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7c85a22e-a81f-4e56-9ff7-34dca374abed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:40.418691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.451133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1000800178'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:40.462766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=dfa45a35-f2e3-4f5d-99fc-8bfd785eae5e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:40.466002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:40.478315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:40.487430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.502368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:network and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:40.516985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c03846bf-ebd8-4179-b545-a42e5f41e4d4 None None] Provisioning for port e25f2da3-8d5f-4787-a2c3-70eabb451e4c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:40.521336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:40.521848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.583606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:40.593438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c03846bf-ebd8-4179-b545-a42e5f41e4d4 None None] Provisioning complete for port e25f2da3-8d5f-4787-a2c3-70eabb451e4c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:40.594109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c03846bf-ebd8-4179-b545-a42e5f41e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.665323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.678823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:40.692064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 234008ee-16cd-4420-b613-b9812b2a7c68 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:40.763567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d060484f-28c9-43ed-9b4b-1561f3b3cf95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.770493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:40.777413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c03846bf-ebd8-4179-b545-a42e5f41e4d4 None None] Port e25f2da3-8d5f-4787-a2c3-70eabb451e4c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:40.782001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.798967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.850324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:40.879560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.895727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:40.896074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 945e1cc8-2289-4ceb-aa48-176bb3b2e4f0 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:40.905559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.910535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bfbed1f7-278e-49fa-b1fc-2eef395d5d04 None None] Provisioning complete for port e25f2da3-8d5f-4787-a2c3-70eabb451e4c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:40.910913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bfbed1f7-278e-49fa-b1fc-2eef395d5d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:40.967184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bfbed1f7-278e-49fa-b1fc-2eef395d5d04 None None] Port e25f2da3-8d5f-4787-a2c3-70eabb451e4c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:40.980234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:40.993026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:security_group_rule and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:41.014868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:41.047760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:41.174704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 29c35f7c-1221-4960-b717-9eb4ccba559c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:41.189273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.193865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-39bb50c1-b585-4174-9f61-4c9b55288e9c tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:41.263934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.298391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.299244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.309282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ec1fe591-cbe7-465e-b3ea-4aa7b767ccbd tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:41.325668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=45b123fb-5d7f-4c26-93b1-e6212f3552b1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:41.328104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:41.394702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.444390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:41.459426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] Sync routers for ids ['29c35f7c-1221-4960-b717-9eb4ccba559c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:41.473655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] Routers {'29c35f7c-1221-4960-b717-9eb4ccba559c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:41.474439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['29c35f7c-1221-4960-b717-9eb4ccba559c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:41.482124 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/29c35f7c-1221-4960-b717-9eb4ccba559c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9408288 May 20 14:51:41.510954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55188) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:41.511694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=e25f2da3-8d5f-4787-a2c3-70eabb451e4c,revision_number=3']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:41.525808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:41.554217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:41.557206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:41.566464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] Routers {'29c35f7c-1221-4960-b717-9eb4ccba559c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:41.567155 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['29c35f7c-1221-4960-b717-9eb4ccba559c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:41.626861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:41.627304 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf40983-9dc0-4827-af81-e09d1b2bc76c None None] The sync data for ids ['29c35f7c-1221-4960-b717-9eb4ccba559c'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:41.662332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=234008ee-16cd-4420-b613-b9812b2a7c68,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:41.681047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:41.687887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.689364 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3dfb4ebc-3950-4cc6-95be-f0b2fc5dfdf8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=29c35f7c-1221-4960-b717-9eb4ccba559c HTTP/1.1" status: 200 len: 205 time: 0.1748490 May 20 14:51:41.695832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.697660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55192) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:41.725433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.737892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:41.789340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc773249-70d8-40ce-b5f8-5f3a032c937d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:41.795196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.799583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:41.804765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.806551 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/subnets/cc773249-70d8-40ce-b5f8-5f3a032c937d HTTP/1.1" status: 204 len: 168 time: 2.1740620 May 20 14:51:41.808571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:41.809573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.812294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55196) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:41.813350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a3d522ab-e8dc-4054-a416-b629bb0d9337 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:41.822968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:41.831310 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/234008ee-16cd-4420-b613-b9812b2a7c68 HTTP/1.1" status: 204 len: 168 time: 2.4843400 May 20 14:51:41.833799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55200) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:41.864605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:41.938452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:41.978003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.010669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12b106a7-6e1c-44de-9345-03d5ce648eee,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:42.032509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:42.086804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.087209 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Added segment 432a3580-d7af-439c-a56f-cd23a8a1ec71 of type vlan for network 4479c04c-2659-4f56-82b2-29885e8a3cff May 20 14:51:42.103223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-59d067aa-2260-4bf7-a014-4f09eca3a9d1 None None] Provisioning complete for port e25f2da3-8d5f-4787-a2c3-70eabb451e4c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:42.103605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59d067aa-2260-4bf7-a014-4f09eca3a9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.123506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8a3e2-583d-4f5f-8dbd-2d625a582120 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:42.125124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad8a3e2-583d-4f5f-8dbd-2d625a582120 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:42.125892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9ad8a3e2-583d-4f5f-8dbd-2d625a582120 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:42.197437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-59d067aa-2260-4bf7-a014-4f09eca3a9d1 None None] Port e25f2da3-8d5f-4787-a2c3-70eabb451e4c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:42.279071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.360579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.477770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.497515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b073d132-f450-4292-a14a-1623cfd41a6c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:42.510249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.516579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:42.517324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.522822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be75eb99-4cad-453a-8663-ad0f50728f3c') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:42.523132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be75eb99-4cad-453a-8663-ad0f50728f3c') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:42.530713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-859868e3-d866-40cb-a3cb-ab028eae5f55 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:42.550720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Router 595e66e6-7639-414b-ae79-8c17bd00b9b0 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:42.582175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.606634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.608660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9ad8a3e2-583d-4f5f-8dbd-2d625a582120 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:42.609902 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9ad8a3e2-583d-4f5f-8dbd-2d625a582120 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.7751346 May 20 14:51:42.611147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.619726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55204) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:42.708267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.719440 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6645226 May 20 14:51:42.733094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55208) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:42.737017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:42.737539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:42.754847 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:42.758626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'subnet': {'network_id': '4479c04c-2659-4f56-82b2-29885e8a3cff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:42.760704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.761225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router 29c35f7c-1221-4960-b717-9eb4ccba559c {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:42.791414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 04bdffc0-bb2c-4d61-9e24-4a1a1bf42570 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:42.797181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.834130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Network': ['ID=4479c04c-2659-4f56-82b2-29885e8a3cff,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:42.846285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 4479c04c-2659-4f56-82b2-29885e8a3cff details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:42.847981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:42.851334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.855290 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7b4f96a3-2001-45aa-ae59-7bc2a7565afc tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/29c35f7c-1221-4960-b717-9eb4ccba559c HTTP/1.1" status: 204 len: 168 time: 1.1548605 May 20 14:51:42.861582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55212) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:42.927519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:42.967724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f91fb56-8f26-4250-80d7-73e20c1451a8 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:43.005980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.007747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:43.013479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-52f3539d-e6b6-4acf-82a1-93ab790c128c tempest-ExternalNetworksTestJSON-1635803737 tempest-ExternalNetworksTestJSON-1635803737-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:43.019861 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] Sync routers for ids ['595e66e6-7639-414b-ae79-8c17bd00b9b0'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:43.029778 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] Routers {'595e66e6-7639-414b-ae79-8c17bd00b9b0'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:43.030387 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['595e66e6-7639-414b-ae79-8c17bd00b9b0'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:43.036024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b073d132-f450-4292-a14a-1623cfd41a6c {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} May 20 14:51:43.042716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.048405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event deleted for resources: {'Network': ['ID=b073d132-f450-4292-a14a-1623cfd41a6c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:43.052831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:43.054010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:43.063266 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/routers/595e66e6-7639-414b-ae79-8c17bd00b9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4545431 May 20 14:51:43.065592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55216) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:43.068474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:subnet and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:43.071999 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/networks/b073d132-f450-4292-a14a-1623cfd41a6c HTTP/1.1" status: 204 len: 168 time: 1.2505457 May 20 14:51:43.082379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet 6eb17561-21fc-4510-b4d5-cabfb3e44b9d {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:43.094953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.104467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:43.118943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:43.143136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:43.147427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.153972 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:43.177298 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] Routers {'595e66e6-7639-414b-ae79-8c17bd00b9b0'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:43.180588 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['595e66e6-7639-414b-ae79-8c17bd00b9b0'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:43.235589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.274348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.276310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef77d00-8863-42f0-b3f8-1e4831bb9168 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:43.277279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5ef77d00-8863-42f0-b3f8-1e4831bb9168 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:43.299591 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:43.300552 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fdac5e-c8e9-4055-a220-3107d0976633 None None] The sync data for ids ['595e66e6-7639-414b-ae79-8c17bd00b9b0'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:43.330700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5ef77d00-8863-42f0-b3f8-1e4831bb9168 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:43.332431 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5ef77d00-8863-42f0-b3f8-1e4831bb9168 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports?device_id=595e66e6-7639-414b-ae79-8c17bd00b9b0 HTTP/1.1" status: 200 len: 989 time: 0.2658863 May 20 14:51:43.336326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55224) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:43.416360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:43.425224 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/1f91fb56-8f26-4250-80d7-73e20c1451a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3731339 May 20 14:51:43.428451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:43.487778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55234) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:43.502500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'name': 'tempest-router--376035687', 'project_id': '48f3f60a4735426f82b4ec80f0f0cd50'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:43.513009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:43.524580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:router and tenant:48f3f60a4735426f82b4ec80f0f0cd50 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:43.532082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:43.548345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:43.559260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.574226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.615009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.616064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.683411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] Sync routers for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:43.695000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:43.696323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:43.705513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet 5b8ba3f6-152b-4a8f-b902-1926cb86216a {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:43.724327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.727079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.812991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.821633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:43.869012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=04bdffc0-bb2c-4d61-9e24-4a1a1bf42570,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:43.871345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.879160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:43.880458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.888024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b67dcec-d0e3-4430-8668-1e64d9bd6363 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:43.925873 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/04bdffc0-bb2c-4d61-9e24-4a1a1bf42570 HTTP/1.1" status: 204 len: 168 time: 1.3038805 May 20 14:51:43.931642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:43.935955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55238) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:43.938582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:43.939878 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-80cd2c8f-713a-4df3-8706-059515a20ab4 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4443138 May 20 14:51:43.943545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55242) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:44.037584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.314322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.329738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.402391 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-41dfaf3f-0837-49ca-8b1f-6a6c13ec9f2c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4648433 May 20 14:51:44.410005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55246) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:44.412410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:40Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:44.417387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] Checking router: 1f91fb56-8f26-4250-80d7-73e20c1451a8 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:51:44.426270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] Routers {'1f91fb56-8f26-4250-80d7-73e20c1451a8'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:44.426876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f91fb56-8f26-4250-80d7-73e20c1451a8'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:44.429303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:44.492731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:44.664467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] Set router 1f91fb56-8f26-4250-80d7-73e20c1451a8 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:44.694562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.700583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.703072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3aa0d9e2-f19d-4649-a381-e49decff526a tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:44.731169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:44.733763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.743299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=6eb17561-21fc-4510-b4d5-cabfb3e44b9d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:44.747855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.756794 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/6eb17561-21fc-4510-b4d5-cabfb3e44b9d HTTP/1.1" status: 204 len: 168 time: 1.8914285 May 20 14:51:44.756794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:44.758979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55250) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:44.759166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:44.766444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:44.774547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.775200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Deleting port 5e3a8998-a548-44ce-96c0-6d5d256b5225 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:44.775583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.778328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:44.791655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e370b76-603f-4456-aa32-47ab2bf1a4c3 None None] Network 56bf5490-5d33-4352-941f-09e9ec691df3 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:44.811869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a1faec3d-bfd2-4cc8-9bb2-45ba3c02b07b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:44.813733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.814239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3d5395cc-73a5-4afd-a569-1fdb465ec83e {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:44.853243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.895634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.913116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:44.915661 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2da1347d-3c54-4f5d-b13b-834367360e20 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/routers/3d5395cc-73a5-4afd-a569-1fdb465ec83e HTTP/1.1" status: 204 len: 168 time: 0.9157786 May 20 14:51:44.985662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] For port 5e3a8998-a548-44ce-96c0-6d5d256b5225, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5e3a8998-a548-44ce-96c0-6d5d256b5225,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:44.986288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.009444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 149cc4ec-9dd5-462f-8776-732d7ea1270a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:45.010033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.045841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55256) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:45.060303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:45.064112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.133100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 149cc4ec-9dd5-462f-8776-732d7ea1270a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=149cc4ec-9dd5-462f-8776-732d7ea1270a,segment=NetworkSegment(74171a2e-adfd-478e-b0a8-70d0055afde7),segment_id=74171a2e-adfd-478e-b0a8-70d0055afde7)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:45.133498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.172024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Calling delete_port for 5e3a8998-a548-44ce-96c0-6d5d256b5225 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:45.221920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Subnet': ['ID=a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:45.237892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:45.300299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 149cc4ec-9dd5-462f-8776-732d7ea1270a owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:45.318851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Checking segment: {'id': '432a3580-d7af-439c-a56f-cd23a8a1ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '4479c04c-2659-4f56-82b2-29885e8a3cff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:45.319365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network hostable DHCP agents. Network: 4479c04c-2659-4f56-82b2-29885e8a3cff, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:51:45.345534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.352601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c12510a-3f1b-49f6-a635-b36ef525e614 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:45.371002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.377581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2951bbd8-b095-4c62-8d06-67393727fd92 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:45.400548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8ba3f6-152b-4a8f-b902-1926cb86216a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:45.405339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.407916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:45.423231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f8041-30e9-42c5-ab4f-2c0f6b99bf71 None None] Network f8e5173e-a289-47a2-8422-9bb1a2360f97 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:45.429258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:51:45.434440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=149cc4ec-9dd5-462f-8776-732d7ea1270a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:45.438779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-301927882', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:45.446649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:45.447326 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/5b8ba3f6-152b-4a8f-b902-1926cb86216a HTTP/1.1" status: 204 len: 168 time: 2.0177524 May 20 14:51:45.448696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55262) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:45.453004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port 149cc4ec-9dd5-462f-8776-732d7ea1270a on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:45.455217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:45.541707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.550000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c691dc1-584b-4604-b3ee-62f508a6271a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:45.552194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Usage tracker for resource:router and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:45.578437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:45.594370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:45.601244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Pushing event deleted for resources: {'Port': ['ID=5e3a8998-a548-44ce-96c0-6d5d256b5225,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:45.603804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:45.639238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b293882-e61f-43d4-bfeb-fcf018b042a6 None None] DHCP port deletion for 56bf5490-5d33-4352-941f-09e9ec691df3 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:45.643862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] No DVR routers for this DVR port 5e3a8998-a548-44ce-96c0-6d5d256b5225 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:45.657225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 4479c04c-2659-4f56-82b2-29885e8a3cff) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:45.688156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ff9bf-78a8-4426-a033-2e75de593a23 None None] Network 4479c04c-2659-4f56-82b2-29885e8a3cff requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:45.696654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.697860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.708321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:40Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:45.718672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.723870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:45.724474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.727225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6ad3b7-d8b2-4f28-892b-08f11985505a None None] The sync data for ids ['1f91fb56-8f26-4250-80d7-73e20c1451a8'] in dv-neutron-601336-75-hyperv is: [{'id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'name': 'tempest-TestNetworkBasicOps-router-227625728', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105'}], 'enable_snat': True}, 'gw_port_id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:48:11Z', 'updated_at': '2021-05-20T14:51:40Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'e82552f7-dcc8-4964-ac32-3e1d41f5b2d7', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f91fb56-8f26-4250-80d7-73e20c1451a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:48:14Z', 'updated_at': '2021-05-20T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:45.747662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56bf5490-5d33-4352-941f-09e9ec691df3']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:45.796334 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0607848 May 20 14:51:45.800867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55266) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:45.809523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1070545022', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:45.826587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:45.860398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:router and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:45.869132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:45.880129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:45.926023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.927188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:45.931057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba29f5c-4adc-47c1-8c4d-216c443b9ff7 None None] Network 4479c04c-2659-4f56-82b2-29885e8a3cff requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:45.935372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port e25f2da3-8d5f-4787-a2c3-70eabb451e4c {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:45.935725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.023580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] DHCP port deletion for f8e5173e-a289-47a2-8422-9bb1a2360f97 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:46.037500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.039867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74171a2e-adfd-478e-b0a8-70d0055afde7') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:46.040230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74171a2e-adfd-478e-b0a8-70d0055afde7') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:46.065108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.074009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.093435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.198847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Deleting port 7989927d-39f3-4a73-849f-f208ae83b5cb {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:46.199224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.225973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.233761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 149cc4ec-9dd5-462f-8776-732d7ea1270a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:46.242791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.275167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 149cc4ec-9dd5-462f-8776-732d7ea1270a {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:46.275515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 149cc4ec-9dd5-462f-8776-732d7ea1270a not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:46.275936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7989927d-39f3-4a73-849f-f208ae83b5cb no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:46.289849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:46.290437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:46.312698 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:46.384287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] For port 7989927d-39f3-4a73-849f-f208ae83b5cb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7989927d-39f3-4a73-849f-f208ae83b5cb,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:46.384682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.431963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for e25f2da3-8d5f-4787-a2c3-70eabb451e4c owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:46.515453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Calling delete_port for 7989927d-39f3-4a73-849f-f208ae83b5cb owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:46.572641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.592427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e8d8985f-9529-486c-93c5-b982b3857a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:46.593648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.594996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.611611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.639065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 7989927d-39f3-4a73-849f-f208ae83b5cb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7989927d-39f3-4a73-849f-f208ae83b5cb,segment=NetworkSegment(4316589b-a644-4837-8fda-a5f6733528d3),segment_id=4316589b-a644-4837-8fda-a5f6733528d3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:46.644371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.645276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 45b123fb-5d7f-4c26-93b1-e6212f3552b1 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:46.686033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c848d777-142c-4abc-be77-12df70eee621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:46.698498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=56bf5490-5d33-4352-941f-09e9ec691df3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:46.704618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.709483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:46.719081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.723081 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/56bf5490-5d33-4352-941f-09e9ec691df3 HTTP/1.1" status: 204 len: 168 time: 1.9641380 May 20 14:51:46.727972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55270) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:46.731349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 45b123fb-5d7f-4c26-93b1-e6212f3552b1 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:46.731788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 45b123fb-5d7f-4c26-93b1-e6212f3552b1 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:46.732289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5e3a8998-a548-44ce-96c0-6d5d256b5225 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:46.735994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2006136628', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:46.755238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:46.769051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:51:46.771287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 5e3a8998-a548-44ce-96c0-6d5d256b5225 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:46.771636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.771896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5e3a8998-a548-44ce-96c0-6d5d256b5225 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:46.776427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8d797eab-a7d3-4d2e-a82b-2081a2781598 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:46.783503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.789164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:router and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:46.794766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:46.803266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] No DVR routers for this DVR port 7989927d-39f3-4a73-849f-f208ae83b5cb on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:46.812825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:46.822289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=7989927d-39f3-4a73-849f-f208ae83b5cb,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:46.827356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:46.827837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5eb8baa7-5d90-4210-91a7-e941197910d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:46.850823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.852095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.872039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Pushing event deleted for resources: {'Port': ['ID=7989927d-39f3-4a73-849f-f208ae83b5cb,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:46.874920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:46.878082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:46.888130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:46.899348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8628ac-6555-4758-806c-abaf60bc926e None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:46.939000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.952866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:46.953461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.960159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:46.961382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:46.961729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:46.971955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:47.012668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.043615 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6296721 May 20 14:51:47.047782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55274) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:47.056997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:d7:1d:95', 'name': 'tempest-NetworksTestDHCPv6-944156740'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:47.127081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.130702 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f8f5bbe1-8a33-40b7-bfa8-d5748681af3b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3985603 May 20 14:51:47.131600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55278) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:47.147141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920601410'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:47.151389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port e82552f7-dcc8-4964-ac32-3e1d41f5b2d7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:47.151747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.197797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': 'a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:47.198657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.222409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:47.290726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:47.313970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.323840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:47.360098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Allocated IP 2001:db8::f816:3eff:fe6b:b33a (5b136d1c-58b9-45d6-b34a-556fde2a0447/a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101/a16c39b7-eeee-4844-91ab-bade3e9675bf) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:47.375943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=e25f2da3-8d5f-4787-a2c3-70eabb451e4c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:47.383569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:47.555657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:47.564917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:47.580888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:47.599425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.611951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Transition to ACTIVE for port object a16c39b7-eeee-4844-91ab-bade3e9675bf will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:47.622169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.638752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Transition to ACTIVE for port object a16c39b7-eeee-4844-91ab-bade3e9675bf will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:47.644218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:47.647298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.662165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:47.662996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.667814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:47.671187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.682866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:47.704991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:47.711067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:47.722296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:47.739789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:47.750137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.758346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:47.782790 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:47.784670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.794151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.794497 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 128d9ba8-d241-4d02-9991-e26de003d524 of type vlan for network a5beefad-2527-4213-97d7-75c5ba1b15db May 20 14:51:47.795436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.814224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Pushing event updated for resources: {'Port': ['ID=a16c39b7-eeee-4844-91ab-bade3e9675bf,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:47.823755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:47.833278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Attempting to bind port a16c39b7-eeee-4844-91ab-bade3e9675bf on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:47.833657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Attempting to bind port a16c39b7-eeee-4844-91ab-bade3e9675bf by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:47.834024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Attempting to bind port a16c39b7-eeee-4844-91ab-bade3e9675bf on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:47.840527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:47.841166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:47.841395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.841749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:47.842264 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Bound port: a16c39b7-eeee-4844-91ab-bade3e9675bf, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:47.843138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.887456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.891538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:47.923129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Allocated IP 172.26.6.245 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/8fd68244-8887-469d-8b6a-c012c2f0e0ae) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:47.949784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] For port a16c39b7-eeee-4844-91ab-bade3e9675bf, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:47.952878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] For port a16c39b7-eeee-4844-91ab-bade3e9675bf, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a16c39b7-eeee-4844-91ab-bade3e9675bf,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:47.957576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:47.961719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-90d6e1ea-b892-40a3-ad17-8df33b1764ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:48.011288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.017930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:48.018745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.028161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c4778513-7a56-4d2f-9242-089df1a83250 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:48.046701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Pushing event updated for resources: {'Port': ['ID=a16c39b7-eeee-4844-91ab-bade3e9675bf,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:48.051435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:48.209555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.224065 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0872688 May 20 14:51:48.225173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55282) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:48.233353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=a5beefad-2527-4213-97d7-75c5ba1b15db,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:48.242887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:48.256108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:48.259157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4464575a-c615-4e11-8b62-62f86312bedd tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:48.262849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a5beefad-2527-4213-97d7-75c5ba1b15db details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:48.304894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.320009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Router 595e66e6-7639-414b-ae79-8c17bd00b9b0 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:51:48.357271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=e82552f7-dcc8-4964-ac32-3e1d41f5b2d7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:48.388428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:48.414811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.445128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.468505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 0f9c018a-50f4-47fe-8c5c-cc86daadedcb yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:51:48.537021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:48.624801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.627945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.653261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.657882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-19dd3872-2d90-4e9e-9f7e-845fcbaf60a9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:48.693130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.693705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router 1f91fb56-8f26-4250-80d7-73e20c1451a8 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:48.726366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:48.731485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:48.732871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/1f91fb56-8f26-4250-80d7-73e20c1451a8 HTTP/1.1" status: 204 len: 168 time: 3.2813599 May 20 14:51:48.736992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:48.741268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55286) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:48.752948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:48.760073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:48.765601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:48.819475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event updated for resources: {'Port': ['ID=8fd68244-8887-469d-8b6a-c012c2f0e0ae,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:48.835299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:48.836918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:48.847079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:48.865759 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] Sync routers for ids ['595e66e6-7639-414b-ae79-8c17bd00b9b0'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:48.878552 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] Routers {'595e66e6-7639-414b-ae79-8c17bd00b9b0'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:48.879604 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['595e66e6-7639-414b-ae79-8c17bd00b9b0'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:48.911198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/routers/595e66e6-7639-414b-ae79-8c17bd00b9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5734625 May 20 14:51:48.918969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55290) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:48.966612 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:48.977113 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] Routers {'595e66e6-7639-414b-ae79-8c17bd00b9b0'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:48.978404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:48.978718 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['595e66e6-7639-414b-ae79-8c17bd00b9b0'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:48.982979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.026502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.127 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/cc465ec6-e3bc-495c-b348-06fffd77b606) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:49.033309 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40e6699-23ed-4084-a42d-4764d8066b2e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:51:49.034138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f40e6699-23ed-4084-a42d-4764d8066b2e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:49.054906 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:49.055346 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aeaeaf-fb0f-4707-9aef-2a89719b82a6 None None] The sync data for ids ['595e66e6-7639-414b-ae79-8c17bd00b9b0'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:49.118865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fed7:1d95 (5b136d1c-58b9-45d6-b34a-556fde2a0447/a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101/0f9c018a-50f4-47fe-8c5c-cc86daadedcb) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:49.195372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f40e6699-23ed-4084-a42d-4764d8066b2e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:49.200769 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f40e6699-23ed-4084-a42d-4764d8066b2e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/e25f2da3-8d5f-4787-a2c3-70eabb451e4c HTTP/1.1" status: 404 len: 333 time: 0.2798426 May 20 14:51:49.208013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55294) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:49.250086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.290291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2580d5dc-4204-44c2-96e9-65607c1455a9 None None] Provisioning for port a16c39b7-eeee-4844-91ab-bade3e9675bf completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:49.450882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.475832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.544542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e5173e-a289-47a2-8422-9bb1a2360f97']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:49.562087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4316589b-a644-4837-8fda-a5f6733528d3') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:49.562379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4316589b-a644-4837-8fda-a5f6733528d3') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:49.585611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.599684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.659669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.669537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.680411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:49.680793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:49.695376 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:49.791324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.845195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.850377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ac7bac5f-a8ec-4e35-a7b6-32ce74110b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:49.866167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.932161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=f8e5173e-a289-47a2-8422-9bb1a2360f97,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:49.941828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:49.951154 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/f8e5173e-a289-47a2-8422-9bb1a2360f97 HTTP/1.1" status: 204 len: 168 time: 1.2086346 May 20 14:51:49.962615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.973439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:49.977295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55298) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:49.988835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--2009614046', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:50.022683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:50.050723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:50.055146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:50.066268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.066742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Fanout notify agent at l3_agent the message router_deleted on router 595e66e6-7639-414b-ae79-8c17bd00b9b0 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:50.068531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:50.070456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.100382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.115975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:50.119363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.143538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.152911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:50.195682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.196871 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-db08fe23-2e0a-420b-bd91-39ef5acb2dca tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/routers/595e66e6-7639-414b-ae79-8c17bd00b9b0 HTTP/1.1" status: 204 len: 168 time: 0.9771428 May 20 14:51:50.205234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 0f9c018a-50f4-47fe-8c5c-cc86daadedcb will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:50.211867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55302) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:50.242886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a16c39b7-eeee-4844-91ab-bade3e9675bf up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:50.293902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Router dd8f5b2b-8396-4b05-915d-b7bc25602b88 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:50.317082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port a16c39b7-eeee-4844-91ab-bade3e9675bf completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:50.322781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a16c39b7-eeee-4844-91ab-bade3e9675bf triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:50.323300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.446520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.479682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port a16c39b7-eeee-4844-91ab-bade3e9675bf, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a16c39b7-eeee-4844-91ab-bade3e9675bf,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:50.484781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.487314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6a2475a4-1b7c-4bf4-8086-89ae515fab83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:50.489992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:50.499394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:50.508743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:50.513663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:50.528115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:50.534729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] Sync routers for ids ['dd8f5b2b-8396-4b05-915d-b7bc25602b88'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:50.535933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.538599 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.4913647 May 20 14:51:50.541081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55306) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:50.542110 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:51:50.560685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=cc465ec6-e3bc-495c-b348-06fffd77b606,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:50.566167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:50.582883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:50.595415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.595760 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment d09235f1-0634-4c31-9c16-54b92aeec279 of type vlan for network 008226cb-0abb-4b72-abda-29aade509554 May 20 14:51:50.604942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] Routers {'dd8f5b2b-8396-4b05-915d-b7bc25602b88'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:50.606435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['dd8f5b2b-8396-4b05-915d-b7bc25602b88'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:50.616318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet 8582fca8-01d9-4641-ad8e-df50b375bce2 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:50.631757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.670314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:50.670314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e82552f7-dcc8-4964-ac32-3e1d41f5b2d7 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:50.683255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:50.695843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=a16c39b7-eeee-4844-91ab-bade3e9675bf,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:50.696068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.698628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] Routers {'dd8f5b2b-8396-4b05-915d-b7bc25602b88'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:50.699798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['dd8f5b2b-8396-4b05-915d-b7bc25602b88'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:50.704122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.719517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-34a0e5ab-c841-4ea2-a5c6-1de933d8ce93 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:50.747818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:50.761561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:50.763139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0962023b-21ab-464c-a611-5ca89751c038 None None] The sync data for ids ['dd8f5b2b-8396-4b05-915d-b7bc25602b88'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:50.852103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:50.880060 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4f5acd87-b52d-4428-b647-d6ec63524694 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/dd8f5b2b-8396-4b05-915d-b7bc25602b88 HTTP/1.1" status: 200 len: 924 time: 0.3367233 May 20 14:51:50.882627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55310) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:50.927666 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6f51961a-86a3-466b-a98e-14e812e59aac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd8f5b2b-8396-4b05-915d-b7bc25602b88 HTTP/1.1" status: 200 len: 205 time: 0.0437536 May 20 14:51:50.930064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55314) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:50.953753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:51:51.007507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:51.020955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:51.035988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:51.041405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:51.042022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.049876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=0f9c018a-50f4-47fe-8c5c-cc86daadedcb,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:51.067222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:51.113776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.127841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.133276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:51.133866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.145755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0817906b-cb08-490e-ae86-c96a6fc09d59 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:51.179823 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.1291804 May 20 14:51:51.182954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55318) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:51.291808 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3109767 May 20 14:51:51.309893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55322) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:51.323954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-520680221', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:51.330934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ecc8395b-7262-4f07-9cf3-4ea3bfb0bc65 None None] Provisioning for port 0f9c018a-50f4-47fe-8c5c-cc86daadedcb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:51.337363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:51.339964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ecc8395b-7262-4f07-9cf3-4ea3bfb0bc65 None None] Provisioning complete for port 0f9c018a-50f4-47fe-8c5c-cc86daadedcb triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:51.340523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ecc8395b-7262-4f07-9cf3-4ea3bfb0bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.354873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:51.361363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:51.363020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=008226cb-0abb-4b72-abda-29aade509554,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:51.365205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.373733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:51.378249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:51.381426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f731447b-1a12-4ca7-be17-310c41ce0b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:51.393538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.407652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f67f7e-10b7-428f-8f8c-f55c9feef1b3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:51.413471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f67f7e-10b7-428f-8f8c-f55c9feef1b3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:51.415115 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a3f67f7e-10b7-428f-8f8c-f55c9feef1b3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2306035 May 20 14:51:51.417491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.419046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.420405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.422415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55326) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:51.445521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 008226cb-0abb-4b72-abda-29aade509554 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:51.519183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.556414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ecc8395b-7262-4f07-9cf3-4ea3bfb0bc65 None None] Port 0f9c018a-50f4-47fe-8c5c-cc86daadedcb cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:51.592317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:51.615079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:51.632637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:51.632992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: a5beefad-2527-4213-97d7-75c5ba1b15db, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:51:51.639179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.675595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Deleting port 8fd68244-8887-469d-8b6a-c012c2f0e0ae {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:51.675937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.792597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a5beefad-2527-4213-97d7-75c5ba1b15db is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:51:51.858799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a5beefad-2527-4213-97d7-75c5ba1b15db) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:51.872267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6552c6-f58d-4bdb-ad09-43e3902bcbab None None] Network a5beefad-2527-4213-97d7-75c5ba1b15db requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:51.901889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:51.903016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.951264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:51.981104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 0f9c018a-50f4-47fe-8c5c-cc86daadedcb {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:51.981488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.116609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a5beefad-2527-4213-97d7-75c5ba1b15db', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:51:52.117567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.215573 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9790347 May 20 14:51:52.217342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55330) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:52.259406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a16c39b7-eeee-4844-91ab-bade3e9675bf up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:52.272363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.350900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Allocated IP 2001:db8::2 (a5beefad-2527-4213-97d7-75c5ba1b15db/134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1/3d220de1-31bc-4312-b79e-70618e705a6e) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:52.385053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a16c39b7-eeee-4844-91ab-bade3e9675bf triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:52.385438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.436536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Calling delete_port for 8fd68244-8887-469d-8b6a-c012c2f0e0ae owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:52.465125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.649074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 0f9c018a-50f4-47fe-8c5c-cc86daadedcb owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:52.661599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.665345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.668601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b39ddd1d-a7e4-475a-a5f1-327888f45e9b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:52.678266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Transition to ACTIVE for port object 3d220de1-31bc-4312-b79e-70618e705a6e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:52.693946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.697719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Transition to ACTIVE for port object 3d220de1-31bc-4312-b79e-70618e705a6e will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:52.705413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.711280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e5f65e70-cf0a-4df8-937a-f8a48c55e129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:52.768459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Network a5beefad-2527-4213-97d7-75c5ba1b15db is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:52.776101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:52.781779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a8667-6e5b-4e3b-aeb1-644d0ffa7d2f None None] Network 5c3cf964-151e-4a65-9fd8-7d5809fc6428 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:52.797822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:52.816502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:52.818482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Pushing event updated for resources: {'Port': ['ID=3d220de1-31bc-4312-b79e-70618e705a6e,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:52.824546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=8582fca8-01d9-4641-ad8e-df50b375bce2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:52.849821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:52.853047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:52.903973 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/8582fca8-01d9-4641-ad8e-df50b375bce2 HTTP/1.1" status: 204 len: 168 time: 2.6814761 May 20 14:51:52.924978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55334) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:52.939867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.021589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.048890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Attempting to bind port 3d220de1-31bc-4312-b79e-70618e705a6e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:53.049255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Attempting to bind port 3d220de1-31bc-4312-b79e-70618e705a6e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:53.049542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Attempting to bind port 3d220de1-31bc-4312-b79e-70618e705a6e on network a5beefad-2527-4213-97d7-75c5ba1b15db {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:53.061263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:53.061637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Checking segment: {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:53.062051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.062671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Bound using segment: {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:53.062923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Bound port: 3d220de1-31bc-4312-b79e-70618e705a6e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:53.063331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.088581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.174465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] For port 3d220de1-31bc-4312-b79e-70618e705a6e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:53.230174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] For port 3d220de1-31bc-4312-b79e-70618e705a6e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3d220de1-31bc-4312-b79e-70618e705a6e,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:53.234188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.239043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.241697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] DHCP port deletion for 5c3cf964-151e-4a65-9fd8-7d5809fc6428 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:53.246372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.249560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b9732ee-7f96-400f-930a-b76b5bb0e2ab tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:53.251913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7ea29192-f4cf-4700-8940-6a8d36ec4a15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:53.288155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.322268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=0f9c018a-50f4-47fe-8c5c-cc86daadedcb,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:53.354883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:53.360648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1dfc3453-d193-473f-b8ef-cce3582ffc00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:53.379348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Pushing event updated for resources: {'Port': ['ID=3d220de1-31bc-4312-b79e-70618e705a6e,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:53.396502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:53.415292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Deleting port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:53.415905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.520888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.532646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event deleted for resources: {'Port': ['ID=8fd68244-8887-469d-8b6a-c012c2f0e0ae,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:53.589269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8::1 (a5beefad-2527-4213-97d7-75c5ba1b15db/134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1/1b80b8bf-a114-46f2-81c1-854e226ecdd0) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:53.607458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:53.659245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] For port 0a299e5f-a6c6-40c8-a084-9139b6262eb6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0a299e5f-a6c6-40c8-a084-9139b6262eb6,segment=NetworkSegment(92521570-846b-4f5a-ae34-d79673b56512),segment_id=92521570-846b-4f5a-ae34-d79673b56512)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:53.659564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.805256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Calling delete_port for 0a299e5f-a6c6-40c8-a084-9139b6262eb6 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:53.828721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:53.854899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.863891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:53.875350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9445d224-83b2-4a5f-8445-4a1e4ecfe1f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:53.923757 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Pushing event deleted for resources: {'Port': ['ID=0a299e5f-a6c6-40c8-a084-9139b6262eb6,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:53.926271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] No DVR routers for this DVR port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:53.929096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:53.979056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.95 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/5008531e-0d71-49e5-b760-ac641d8e3e6f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:53.985687 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/0f9c018a-50f4-47fe-8c5c-cc86daadedcb HTTP/1.1" status: 204 len: 168 time: 2.5621598 May 20 14:51:53.986031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:53.992125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55338) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:53.998486 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51572cab-7880-4128-bc68-143c048dd936 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:54.009580 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51572cab-7880-4128-bc68-143c048dd936 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:54.010483 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-51572cab-7880-4128-bc68-143c048dd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:54.013554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.035037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object 1b80b8bf-a114-46f2-81c1-854e226ecdd0 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:54.036360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.040479 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.2355356 May 20 14:51:54.040620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55340) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:54.056328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.089014 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-51572cab-7880-4128-bc68-143c048dd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:54.091082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.098889 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51572cab-7880-4128-bc68-143c048dd936 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:54.099878 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-51572cab-7880-4128-bc68-143c048dd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:54.202423 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-51572cab-7880-4128-bc68-143c048dd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:54.202423 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51572cab-7880-4128-bc68-143c048dd936 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:51:54.243692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e27a8-b2e5-4998-a7f6-3eeac983ac15 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:54.245692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e27a8-b2e5-4998-a7f6-3eeac983ac15 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:54.246702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.247355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ea3e27a8-b2e5-4998-a7f6-3eeac983ac15 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:54.253981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb6b89f9-a144-4abb-89f6-c6ab4894cf3c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:54.260808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.261342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Fanout notify agent at l3_agent the message router_deleted on router dd8f5b2b-8396-4b05-915d-b7bc25602b88 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:51:54.264609 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:54.271210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.321230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3d220de1-31bc-4312-b79e-70618e705a6e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:54.329892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.331134 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/dd8f5b2b-8396-4b05-915d-b7bc25602b88 HTTP/1.1" status: 204 len: 168 time: 3.4001598 May 20 14:51:54.337262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55346) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:54.343072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1306160580', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': False}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:54.406905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a5beefad-2527-4213-97d7-75c5ba1b15db is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:54.413538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ea3e27a8-b2e5-4998-a7f6-3eeac983ac15 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:54.417367 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ea3e27a8-b2e5-4998-a7f6-3eeac983ac15 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3734555 May 20 14:51:54.419513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:54.420721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 3d220de1-31bc-4312-b79e-70618e705a6e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:54.421947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:54.422522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.424781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:54.428477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55350) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:54.439376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:router and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:54.484557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:54.490991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] For port 0a299e5f-a6c6-40c8-a084-9139b6262eb6, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:54.490991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.494801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=1b80b8bf-a114-46f2-81c1-854e226ecdd0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:54.497911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:54.506818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.513219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a299e5f-a6c6-40c8-a084-9139b6262eb6 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:54.515367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:54.554903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 0a299e5f-a6c6-40c8-a084-9139b6262eb6 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:51:54.555655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a299e5f-a6c6-40c8-a084-9139b6262eb6 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:51:54.648209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 0a299e5f-a6c6-40c8-a084-9139b6262eb6 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:54.659306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 was not found and therefore no delete operation was performed {{(pid=98806) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:51:54.666621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.675224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:54.693014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed2c87-268d-4356-b6c3-399b2e392b38 None None] Network a5beefad-2527-4213-97d7-75c5ba1b15db requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:54.709699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.710511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.727442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:51:54.736664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.742483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=0a299e5f-a6c6-40c8-a084-9139b6262eb6,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:54.745386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No DVR routers for this DVR port 0a299e5f-a6c6-40c8-a084-9139b6262eb6 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:54.748466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.776497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:54.831330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Provisioning for port 3d220de1-31bc-4312-b79e-70618e705a6e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:54.842197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Provisioning complete for port 3d220de1-31bc-4312-b79e-70618e705a6e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:54.842860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.851476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.895250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.945199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:54.977867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-81b6c351-d7b8-4834-82d7-bddeac82e73f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:55.042462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.150749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3cf964-151e-4a65-9fd8-7d5809fc6428']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:55.163442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:55.174410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:55.174721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.222067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] For port 3d220de1-31bc-4312-b79e-70618e705a6e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3d220de1-31bc-4312-b79e-70618e705a6e,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:55.228227 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.231294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d60b9d4c-4810-4201-a29b-e8ebc8422625 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:55.337031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Pushing event updated for resources: {'Port': ['ID=3d220de1-31bc-4312-b79e-70618e705a6e,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:55.344063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:55.394603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92521570-846b-4f5a-ae34-d79673b56512') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:55.394932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92521570-846b-4f5a-ae34-d79673b56512') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:55.411936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:55.445587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=5008531e-0d71-49e5-b760-ac641d8e3e6f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:55.511054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.530325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:55.571037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-917c19fa-2c85-42f4-bd11-639d07da9608 None None] Provisioning complete for port 3d220de1-31bc-4312-b79e-70618e705a6e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:55.571037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-917c19fa-2c85-42f4-bd11-639d07da9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.604156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.615250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.616530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.625487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.626603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.628869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.632720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-36797234-d052-4d62-85bc-6f05493557ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:55.640374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.669072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:51:55.669373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:51:55.687111 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:51:55.757566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-917c19fa-2c85-42f4-bd11-639d07da9608 None None] Provisioning for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:51:55.764978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-917c19fa-2c85-42f4-bd11-639d07da9608 None None] Provisioning complete for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:55.765576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-917c19fa-2c85-42f4-bd11-639d07da9608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:55.821782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=1b80b8bf-a114-46f2-81c1-854e226ecdd0,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:55.838163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-917c19fa-2c85-42f4-bd11-639d07da9608 None None] Port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:55.871921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:55.958761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dda4344f-f709-4078-9a1c-842616cc9a25 None None] Provisioning complete for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:55.959080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dda4344f-f709-4078-9a1c-842616cc9a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.014148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-dda4344f-f709-4078-9a1c-842616cc9a25 None None] Port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:56.019473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.030270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-816793ff-32b0-4b7c-ae18-ca2aae68a780 tempest-TagsTest-1530448647 tempest-TagsTest-1530448647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:56.055365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a5beefad-2527-4213-97d7-75c5ba1b15db is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:56.059109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:56.095295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.122665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=5c3cf964-151e-4a65-9fd8-7d5809fc6428,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:56.129664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:56.136476 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/5c3cf964-151e-4a65-9fd8-7d5809fc6428 HTTP/1.1" status: 204 len: 168 time: 3.2101853 May 20 14:51:56.144389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55354) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:56.210777 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3d220de1-31bc-4312-b79e-70618e705a6e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:51:56.299621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 3d220de1-31bc-4312-b79e-70618e705a6e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:56.300400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.362075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.1 (4479c04c-2659-4f56-82b2-29885e8a3cff/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50/0882f147-140f-4ecc-a5e6-d2cc5d55d99a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:56.392926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c6be8f04-0143-4228-b798-f887e2d429db None None] Provisioning complete for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:51:56.393417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c6be8f04-0143-4228-b798-f887e2d429db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.401092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:56.457715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756eeba2-e49a-440b-b208-d4143599fa8d tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:56.458290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-756eeba2-e49a-440b-b208-d4143599fa8d tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:56.490332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c6be8f04-0143-4228-b798-f887e2d429db None None] Port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:51:56.568795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-756eeba2-e49a-440b-b208-d4143599fa8d tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:56.569949 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-756eeba2-e49a-440b-b208-d4143599fa8d tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 HTTP/1.1" status: 200 len: 844 time: 0.4246361 May 20 14:51:56.577165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55358) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:56.616542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.723929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.733324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:56.818417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:56.828854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:56.831069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.841658 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6199646 May 20 14:51:56.841658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55362) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:56.843679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:56.844533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:56.847987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1744314326'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:56.858627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:56.864517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:56.868402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:56.877125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:56.894320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:56.897933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.917449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:56.925918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40ea5c06-5d2c-411f-bd61-78b66c1edb02 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:56.996925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:51:57.006373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:57.013561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:57.019263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:57.020095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:57.038283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:57.046553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.046899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment f93abdb3-070d-4ecb-8cbc-b881a7fbe60f of type vlan for network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 May 20 14:51:57.056185 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a09e0126-1363-40f4-8f15-09b4094d434e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4694097 May 20 14:51:57.056185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:57.062308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55366) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:57.064643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=0882f147-140f-4ecc-a5e6-d2cc5d55d99a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:57.070504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:57.093558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:57.118426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.122008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9bf8f-b7bd-4c48-bc51-401b65587c03 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:57.188934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.216044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.229952 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101 HTTP/1.1" status: 204 len: 168 time: 2.7943103 May 20 14:51:57.235185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55370) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:57.247415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:57.311137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.312226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:57.321731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:57.343129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:57.353113 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e7141439-d9f0-41a8-899c-d466fa464772 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1147008 May 20 14:51:57.355031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55374) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:57.356279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.371227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.376633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:57.377211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.380742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:57.384427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.407872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-19f9b47e-8c51-41f6-b924-b96d91aff201 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:57.550229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:51:54Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:51:55Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:57.558192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:51:57.559135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Updating router 860139fc-d91e-4783-935a-ddf22987326c port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:51:57.598222 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7559826 May 20 14:51:57.609210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=a9dd76dc-3a89-42a6-be3e-ea58b6a44648,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:57.613409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55378) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:57.619809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:57.625647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:51:57.632395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.636174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:57.638743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:51:57.711394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.735324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc827938-0b35-4790-aee8-f019d876163e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:57.736107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bc827938-0b35-4790-aee8-f019d876163e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:57.766240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Allocated IP 172.26.6.184 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/e27a416c-542f-4150-af32-76a060c6f4eb) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:51:57.798406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:57.834001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bc827938-0b35-4790-aee8-f019d876163e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:57.837750 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bc827938-0b35-4790-aee8-f019d876163e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4794426 May 20 14:51:57.839489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55382) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:57.851266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:51:57.857970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:51:57.873244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:57.877393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.920508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Deleting port a16c39b7-eeee-4844-91ab-bade3e9675bf {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:51:57.921096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:57.944591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:57.948052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.034818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf04621-6a72-4ac0-b391-d6cb2e5db21f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:58.035646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4bf04621-6a72-4ac0-b391-d6cb2e5db21f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:51:58.061762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] For port a16c39b7-eeee-4844-91ab-bade3e9675bf, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a16c39b7-eeee-4844-91ab-bade3e9675bf,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:51:58.061989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.088455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4bf04621-6a72-4ac0-b391-d6cb2e5db21f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:51:58.091990 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4bf04621-6a72-4ac0-b391-d6cb2e5db21f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2420106 May 20 14:51:58.093157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55386) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:58.193437 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f864816a-6837-4a88-be5e-4d108a7a9df7 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924394 May 20 14:51:58.194493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55390) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:58.201505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 4661d359-4940-40bb-96c3-c11e3f1aa20b is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:51:58.206464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:58.212115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.240008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Calling delete_port for a16c39b7-eeee-4844-91ab-bade3e9675bf owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:51:58.275844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a16c39b7-eeee-4844-91ab-bade3e9675bf no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:51:58.417209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.424187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9608ed94-7caf-4997-bf35-77f06f027905 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:58.524467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.532018 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cbafd8fb-d07d-46eb-9930-e4b8159f65e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:58.596169 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Pushing event deleted for resources: {'Port': ['ID=a16c39b7-eeee-4844-91ab-bade3e9675bf,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:58.603841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.606967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:58.607613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.618602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] No DVR routers for this DVR port a16c39b7-eeee-4844-91ab-bade3e9675bf on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:51:58.632722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Transition to ACTIVE for port object 1b80b8bf-a114-46f2-81c1-854e226ecdd0 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:58.635721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:51:58.653008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.654972 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Sync routers for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:51:58.662435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fc065b5d-b6e5-4019-ac1e-5626971965d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:58.676468 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:58.677726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:51:58.678654 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:58.700325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:58.705440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:58.707634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:51:58.712637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:51:58.732843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Pushing event updated for resources: {'Port': ['ID=1b80b8bf-a114-46f2-81c1-854e226ecdd0,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:58.734071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Port': ['ID=e27a416c-542f-4150-af32-76a060c6f4eb,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:58.737659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:58.755318 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.757862 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.4407818 May 20 14:51:58.762435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55394) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:58.775814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:58.816209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:51:58.819724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:58.932085 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-20dd55b2-eff7-4f8a-b7e2-80899c379103 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1653864 May 20 14:51:58.943481 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:58.947615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55398) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:59.020733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Attempting to bind port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:59.021337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Attempting to bind port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:59.021460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Attempting to bind port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 on network a5beefad-2527-4213-97d7-75c5ba1b15db {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:59.032816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:59.033204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Checking segment: {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:59.033621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.034024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Bound using segment: {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:59.034508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Bound port: 1b80b8bf-a114-46f2-81c1-854e226ecdd0, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128d9ba8-d241-4d02-9991-e26de003d524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:59.034892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.149537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] For port 1b80b8bf-a114-46f2-81c1-854e226ecdd0, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:51:59.153985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] For port 1b80b8bf-a114-46f2-81c1-854e226ecdd0, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1b80b8bf-a114-46f2-81c1-854e226ecdd0,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:51:59.177489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.183648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f6bce167-247b-4919-a40d-dbb80ff2ee13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:59.299151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:51:59.299865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:59.301287 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:51:56Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:51:59.306298 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Checking router: 4661d359-4940-40bb-96c3-c11e3f1aa20b for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:51:59.307119 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Updating router 4661d359-4940-40bb-96c3-c11e3f1aa20b port 5008531e-0d71-49e5-b760-ac641d8e3e6f binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:51:59.335084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.359170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.367507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.399362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b98f80-4bae-4500-b59d-271af82fe924 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:59.400859 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b6b98f80-4bae-4500-b59d-271af82fe924 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4395721 May 20 14:51:59.402988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.438812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55402) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:59.492358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-41227f16-2349-43f8-a479-44552e49ec51 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:59.499287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Pushing event updated for resources: {'Port': ['ID=1b80b8bf-a114-46f2-81c1-854e226ecdd0,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:59.507364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:59.556316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:51:59.656978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.670611 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b736dfa9-76a4-4e64-9a20-8903151e68eb tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1454055 May 20 14:51:59.680790 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55406) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:51:59.715988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-504154876', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:51:59.747279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.757180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:51:59.780573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:51:59.782345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=0882f147-140f-4ecc-a5e6-d2cc5d55d99a,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:51:59.798403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:51:59.799267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.806225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ecf8b9-5dd1-4ac6-bfe9-65376d366acf None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:51:59.813792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5607095-fdfb-4993-be09-17d32118b763 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:59.835273 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.849677 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Transition to ACTIVE for port object 5008531e-0d71-49e5-b760-ac641d8e3e6f will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:51:59.871843 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.876893 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:51:59.919264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:51:59.919861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.959417 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Attempting to bind port 5008531e-0d71-49e5-b760-ac641d8e3e6f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:51:59.959799 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Attempting to bind port 5008531e-0d71-49e5-b760-ac641d8e3e6f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:51:59.960172 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Attempting to bind port 5008531e-0d71-49e5-b760-ac641d8e3e6f on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:51:59.976955 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:51:59.977202 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:51:59.977735 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:51:59.977960 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:51:59.978443 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Bound port: 5008531e-0d71-49e5-b760-ac641d8e3e6f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:51:59.978876 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.065810 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] For port 5008531e-0d71-49e5-b760-ac641d8e3e6f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:00.069670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:00.071104 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] For port 5008531e-0d71-49e5-b760-ac641d8e3e6f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5008531e-0d71-49e5-b760-ac641d8e3e6f,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:00.082673 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75c28a-b784-40fc-acc5-035ddc9f8883 None None] Pushing event updated for resources: {'Port': ['ID=5008531e-0d71-49e5-b760-ac641d8e3e6f,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:00.086311 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc75c28a-b784-40fc-acc5-035ddc9f8883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:00.088462 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.093255 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc861aef-a685-4f2b-9047-15013a0a4115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:00.103482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:00.110926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Router fcae138e-7ce4-43d5-9f8f-95db297b07df is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:52:00.111293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:00.114023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=57f148c5-1be2-4f20-976a-6923104282dd,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:00.116947 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0536840 May 20 14:52:00.119132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:00.124963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:51:54Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:51:59Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:00.126029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55410) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:00.135522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70661c3a-829b-454f-b65b-cd2c034d7bcc None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:51:54Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:51:59Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:00.138660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:00.145570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'security_group': {'name': 'tempest-secgroup-996594021'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:00.200382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:00.202783 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:00.203518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:00.204238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.215564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-6c95614b-38a4-4c06-b92e-d918d166b5ad', 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'tenant_id': 'ce44f1e9dc7d400498e544baf868287e', 'fixed_ips': [{'subnet_id': '57f148c5-1be2-4f20-976a-6923104282dd'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:00.216692 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.245344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:00.257421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:00.262375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:00.271434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:00.379126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.427784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:00.434391 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:00.441554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group_rule and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:00.446532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:00.454925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:00.463147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:00.531630 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Allocated IP 2001:db8::2 (6c95614b-38a4-4c06-b92e-d918d166b5ad/57f148c5-1be2-4f20-976a-6923104282dd/1160b124-ad8f-4fd5-938d-17ebde9de78c) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:00.537535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.541194 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.2004619 May 20 14:52:00.543769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55414) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:00.564515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:00.574862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:00.604468 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75c28a-b784-40fc-acc5-035ddc9f8883 None None] Pushing event updated for resources: {'Port': ['ID=5008531e-0d71-49e5-b760-ac641d8e3e6f,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:00.607754 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc75c28a-b784-40fc-acc5-035ddc9f8883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:00.716119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Sync routers for ids ['fcae138e-7ce4-43d5-9f8f-95db297b07df'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:00.801165 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:51:56Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:00.805464 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6e2ef0-0100-4b94-a603-1ce4ec510cbc None None] The sync data for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv is: [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:51:56Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:00.806875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Routers {'fcae138e-7ce4-43d5-9f8f-95db297b07df'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:00.811367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['fcae138e-7ce4-43d5-9f8f-95db297b07df'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:00.836106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:00.860881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c1176a4f-7595-4ba2-8cce-c208e6f3e929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:01.035444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.052931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.059982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c83e624d-8950-47e7-a248-9d85cc586f93 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:01.104672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ccfd0804-7e1c-42ad-95d5-5792316eb90d tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/fcae138e-7ce4-43d5-9f8f-95db297b07df HTTP/1.1" status: 200 len: 909 time: 0.5588055 May 20 14:52:01.108606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55418) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:01.110465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:01.122746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:01.123694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1306160580', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': True}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:01.128703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:01.132684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Usage tracker for resource:router and tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:01.137557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:01.140738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.145316 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0163929 May 20 14:52:01.146443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88781f6-5081-4c44-91da-3c99ab6af311,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:01.154083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55422) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:01.160549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:01.165425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:01.169678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Set router fcae138e-7ce4-43d5-9f8f-95db297b07df gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:01.180637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.182047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.202205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.209639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'security_group': {'name': 'tempest-secgroup-663968375'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:01.213984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:01.214348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: a9dd76dc-3a89-42a6-be3e-ea58b6a44648, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:52:01.222121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.237727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:01.262887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:01.276147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:01.283120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:01.314742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:01.345801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Transition to ACTIVE for port object 1160b124-ad8f-4fd5-938d-17ebde9de78c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:01.456098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Transition to ACTIVE for port object 1160b124-ad8f-4fd5-938d-17ebde9de78c will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:01.477685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.489771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:52:01.491535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-86b41705-559c-480a-8258-7797759e9025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:01.513337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.578714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a9dd76dc-3a89-42a6-be3e-ea58b6a44648) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:01.580992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:01.613143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.638472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group_rule and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:01.644131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Pushing event updated for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:01.651287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57faba-a8ed-4b4c-b560-8871c80d660b None None] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:01.658202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:01.666906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:01.667233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:52:01.674874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.695006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:01.697966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5f5a6b23-ec31-4ecf-a2ae-fdde90495998 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:01.707629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:01.712846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:01.716191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:01.923122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.924501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:01.928932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:01.929656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.934700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:01.947250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Attempting to bind port 1160b124-ad8f-4fd5-938d-17ebde9de78c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:01.947933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Attempting to bind port 1160b124-ad8f-4fd5-938d-17ebde9de78c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '40cdf368-01ae-4e24-a10e-c01cb87f48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:01.948497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Attempting to bind port 1160b124-ad8f-4fd5-938d-17ebde9de78c on network 6c95614b-38a4-4c06-b92e-d918d166b5ad {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:01.948773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.963640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:01.964364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Checking segment: {'id': '40cdf368-01ae-4e24-a10e-c01cb87f48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:01.965524 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.966099 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Bound using segment: {'id': '40cdf368-01ae-4e24-a10e-c01cb87f48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:01.966761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Bound port: 1160b124-ad8f-4fd5-938d-17ebde9de78c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cdf368-01ae-4e24-a10e-c01cb87f48c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:01.967348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:01.984123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-35e95350-c098-4f59-a012-ebcbfe1c93af tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:02.022071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.022442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcae138e-7ce4-43d5-9f8f-95db297b07df', 'name': 'tempest-snat-router-1306160580', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.184'}], 'enable_snat': False}, 'gw_port_id': 'e27a416c-542f-4150-af32-76a060c6f4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:54Z', 'updated_at': '2021-05-20T14:51:59Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': 'e27a416c-542f-4150-af32-76a060c6f4eb', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcae138e-7ce4-43d5-9f8f-95db297b07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:57Z', 'updated_at': '2021-05-20T14:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:02.023999 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8643472 May 20 14:52:02.029711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55426) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:02.039948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:02.045375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-397118036', 'security_groups': ['b7327ecc-8dc2-49fe-b07d-4f3afd3518fa'], 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '57f148c5-1be2-4f20-976a-6923104282dd'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:02.062208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:02.076866 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4627259 May 20 14:52:02.077824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e785a8-3d99-46b4-a47d-2a6a20df96a8 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:02.085282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55430) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:02.103446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:02.105056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7327ecc-8dc2-49fe-b07d-4f3afd3518fa,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:02.114058 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/routers/1c265f06-e264-4b33-bc6b-6494c3fe90f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0700068 May 20 14:52:02.114058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:02.114058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.120635 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:02.123518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Checking router: fcae138e-7ce4-43d5-9f8f-95db297b07df for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:02.123876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Updating router fcae138e-7ce4-43d5-9f8f-95db297b07df port e27a416c-542f-4150-af32-76a060c6f4eb binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:52:02.132039 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:02.132660 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:02.167425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55434) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:02.213134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:02.217548 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 4.0218556 May 20 14:52:02.218331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:02.231740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:be:17:9c', 'name': 'tempest-NetworksTestDHCPv6-968610825'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:02.270241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'port': {'network_id': '4479c04c-2659-4f56-82b2-29885e8a3cff', 'name': 'tempest-FloatingIPTestJSON-2087034337'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:02.305283 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:02.317064 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:02.325572 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:02.362538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.418140 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:02.418642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5008531e-0d71-49e5-b760-ac641d8e3e6f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:02.419157 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82940606-fbf8-40da-842b-a729a6d45126 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:02.432409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:02.477135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:02.482107 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:02.483190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.499003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.507228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:02.527691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.543343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d86ed2c8-8b50-4c91-a419-2d040499fab0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:02.563595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.610885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:02.699709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1160b124-ad8f-4fd5-938d-17ebde9de78c,segment=NetworkSegment(40cdf368-01ae-4e24-a10e-c01cb87f48c1),segment_id=40cdf368-01ae-4e24-a10e-c01cb87f48c1)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:02.707752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=b33b3d53-ea83-4dce-8bdd-70fd84863ab6,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:02.714335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:02.731746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.746796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b6b4b566-c8da-4aa3-8f2f-e11bb862e6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:02.883394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:02.883801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: 008226cb-0abb-4b72-abda-29aade509554, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:52:02.891365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:02.895539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:02.901187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:02.927350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 008226cb-0abb-4b72-abda-29aade509554 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:52:02.929972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 090828ff-8a39-4ab6-a3fe-b7fd669a3aae yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:02.939295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:02.990232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 008226cb-0abb-4b72-abda-29aade509554) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:03.011549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:03.012371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.029583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3019ef61-f6e4-477f-85e4-ac85c4501e5b None None] Network 008226cb-0abb-4b72-abda-29aade509554 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:03.081305 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.3929071 May 20 14:52:03.085165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55442) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:03.095977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5008531e-0d71-49e5-b760-ac641d8e3e6f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:03.129068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Pushing event updated for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:03.138731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:03.150254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:03.153736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5008531e-0d71-49e5-b760-ac641d8e3e6f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:03.154407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.181590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:febe:179c (5b136d1c-58b9-45d6-b34a-556fde2a0447/1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758/090828ff-8a39-4ab6-a3fe-b7fd669a3aae) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:03.192096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:port and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:03.201697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:03.213636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Allocated IP 172.26.6.253 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/0ea27923-c65d-44ed-8c7a-b8c9b863dc99) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:03.262376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:03.263160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.269841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:03.325049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Allocated IP 2001:db8:1::2 (a9dd76dc-3a89-42a6-be3e-ea58b6a44648/4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba/7d44e74b-1b07-4680-bba5-72af11a4a00f) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:03.383876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:03.387880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.449563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.486961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 7d2d00e2-07be-4759-a78e-bbe656d03dba yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:03.573064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] device_id is not set on port 3a71ef80-3138-482f-a826-921e36fe2921 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:03.754717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.784965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 090828ff-8a39-4ab6-a3fe-b7fd669a3aae will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:03.811779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-008226cb-0abb-4b72-abda-29aade509554', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:03.812699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.826977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.946970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.952364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:03.956889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:03.998973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 5008531e-0d71-49e5-b760-ac641d8e3e6f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5008531e-0d71-49e5-b760-ac641d8e3e6f,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:04.014373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.017674 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.027998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.029093 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1b80b8bf-a114-46f2-81c1-854e226ecdd0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:04.032377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:04.037648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:04.040029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:04.045725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:04.046340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.072336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:04.083753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=090828ff-8a39-4ab6-a3fe-b7fd669a3aae,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:04.086556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:04.120099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.5 (4479c04c-2659-4f56-82b2-29885e8a3cff/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50/3a71ef80-3138-482f-a826-921e36fe2921) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:04.125790 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9003420 May 20 14:52:04.130122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55446) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:04.130718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Transition to ACTIVE for port object 7d44e74b-1b07-4680-bba5-72af11a4a00f will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:04.150151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Allocated IP 2001:db8::f816:3eff:fe58:a8fb (5b136d1c-58b9-45d6-b34a-556fde2a0447/1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758/28330e56-b5d9-423c-9ae9-072f1ca8963f) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:04.223655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::ed (6c95614b-38a4-4c06-b92e-d918d166b5ad/57f148c5-1be2-4f20-976a-6923104282dd/7d2d00e2-07be-4759-a78e-bbe656d03dba) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:04.272521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.277857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Transition to ACTIVE for port object 7d44e74b-1b07-4680-bba5-72af11a4a00f will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:04.293127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=5008531e-0d71-49e5-b760-ac641d8e3e6f,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:04.300919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88047ad8-c83f-45e3-a697-be147c3c08c1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:04.302149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88047ad8-c83f-45e3-a697-be147c3c08c1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:04.304666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:04.314743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Allocated IP 172.20.0.2 (008226cb-0abb-4b72-abda-29aade509554/b33b3d53-ea83-4dce-8bdd-70fd84863ab6/66628d78-d9f0-483e-9c75-e68e8c6db923) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:04.320077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.368752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:04.397839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-88047ad8-c83f-45e3-a697-be147c3c08c1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:04.401736 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-88047ad8-c83f-45e3-a697-be147c3c08c1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2681053 May 20 14:52:04.402799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55450) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:04.711298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.732028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-68181606-5a0c-4a62-a213-40e52a25d23f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:04.775182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:04.798058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:04.807453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Pushing event updated for resources: {'Port': ['ID=7d44e74b-1b07-4680-bba5-72af11a4a00f,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:04.809788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:04.810168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.844986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.850248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:04.852908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:04.858011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.893314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 090828ff-8a39-4ab6-a3fe-b7fd669a3aae {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:04.893643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:04.911070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:04.926853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:04.969457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:04.975297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 7d2d00e2-07be-4759-a78e-bbe656d03dba will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:04.987319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:05.001253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Transition to ACTIVE for port object e27a416c-542f-4150-af32-76a060c6f4eb will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:05.045678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.050441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Port': ['ID=0ea27923-c65d-44ed-8c7a-b8c9b863dc99,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:05.064947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:05.096596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.110122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:05.158719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-05dd0158-e411-473b-bf89-c76905c4a592 None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:05.158964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-05dd0158-e411-473b-bf89-c76905c4a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.182827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 090828ff-8a39-4ab6-a3fe-b7fd669a3aae owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:05.250238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Attempting to bind port 7d44e74b-1b07-4680-bba5-72af11a4a00f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:05.250717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Attempting to bind port 7d44e74b-1b07-4680-bba5-72af11a4a00f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:05.250925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Attempting to bind port 7d44e74b-1b07-4680-bba5-72af11a4a00f on network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:05.298233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.299356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.306503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15ca7d65-e9b6-4cd1-a7c1-9c805914114f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:05.341146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:05.341469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Checking segment: {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:05.341752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.342145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Bound using segment: {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:05.342636 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Bound port: 7d44e74b-1b07-4680-bba5-72af11a4a00f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:05.343012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.353434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=090828ff-8a39-4ab6-a3fe-b7fd669a3aae,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:05.355980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:05.364939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e459919-38e8-44df-af91-02b7858e7a79 None None] Pushing event updated for resources: {'Port': ['ID=e27a416c-542f-4150-af32-76a060c6f4eb,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:05.396770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Attempting to bind port e27a416c-542f-4150-af32-76a060c6f4eb on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:05.397160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Attempting to bind port e27a416c-542f-4150-af32-76a060c6f4eb by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:05.397527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Attempting to bind port e27a416c-542f-4150-af32-76a060c6f4eb on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:05.399594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-05dd0158-e411-473b-bf89-c76905c4a592 None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:05.402922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.404895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2e459919-38e8-44df-af91-02b7858e7a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:05.411138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Transition to ACTIVE for port object 28330e56-b5d9-423c-9ae9-072f1ca8963f will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:05.419979 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/090828ff-8a39-4ab6-a3fe-b7fd669a3aae HTTP/1.1" status: 204 len: 168 time: 1.0147517 May 20 14:52:05.420952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55454) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:05.437038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:05.437316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:05.437673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.438125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:05.438577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Bound port: e27a416c-542f-4150-af32-76a060c6f4eb, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:05.438923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.441387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.450543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.471853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-048e9c26-fbec-4306-995e-bb674562a15a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:05.491490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40757b-d74e-4685-b1c5-591d75cf1a23 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:05.492892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40757b-d74e-4685-b1c5-591d75cf1a23 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:05.493646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1d40757b-d74e-4685-b1c5-591d75cf1a23 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:05.513201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8:1::1 (a9dd76dc-3a89-42a6-be3e-ea58b6a44648/4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba/db7c0fbe-e817-48fc-9bc3-4259ec2a5e15) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:05.514673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1d40757b-d74e-4685-b1c5-591d75cf1a23 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:05.518849 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1d40757b-d74e-4685-b1c5-591d75cf1a23 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0943928 May 20 14:52:05.519330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55458) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:05.563669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:05.575972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.580414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.585255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:05.591967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Transition to ACTIVE for port object 28330e56-b5d9-423c-9ae9-072f1ca8963f will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:05.606364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:05.610753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:05.614024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.616140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-05dd0158-e411-473b-bf89-c76905c4a592 None None] Provisioning for port 1160b124-ad8f-4fd5-938d-17ebde9de78c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:05.616946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:05.617509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.637811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Transition to ACTIVE for port object 66628d78-d9f0-483e-9c75-e68e8c6db923 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:05.645284 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.657632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:05.678286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.715774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=7d2d00e2-07be-4759-a78e-bbe656d03dba,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:05.725613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:05.736378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] For port e27a416c-542f-4150-af32-76a060c6f4eb, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:05.751738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] For port 7d44e74b-1b07-4680-bba5-72af11a4a00f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:05.759651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Transition to ACTIVE for port object 66628d78-d9f0-483e-9c75-e68e8c6db923 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:05.763200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:05.774433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 1b80b8bf-a114-46f2-81c1-854e226ecdd0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1b80b8bf-a114-46f2-81c1-854e226ecdd0,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:05.779134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:05.782776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] For port e27a416c-542f-4150-af32-76a060c6f4eb, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e27a416c-542f-4150-af32-76a060c6f4eb,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:05.787261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:05.790746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.794968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.797777 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] For port 7d44e74b-1b07-4680-bba5-72af11a4a00f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d44e74b-1b07-4680-bba5-72af11a4a00f,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:05.824698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.828212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Pushing event updated for resources: {'Port': ['ID=28330e56-b5d9-423c-9ae9-072f1ca8963f,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:05.855871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.885868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.893004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:05.897562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:05.897678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:05.926080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c9a4f77-a115-4a6d-a052-34dc100a4235 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:05.966059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (008226cb-0abb-4b72-abda-29aade509554/b33b3d53-ea83-4dce-8bdd-70fd84863ab6/41837b60-1389-47ac-9ccb-690bf836221e) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:06.006584 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9731908 May 20 14:52:06.024378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55462) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:06.034599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:06.037033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Network 008226cb-0abb-4b72-abda-29aade509554 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:06.051199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:06.075080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:06.093280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Pushing event updated for resources: {'Port': ['ID=66628d78-d9f0-483e-9c75-e68e8c6db923,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:06.095885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5008531e-0d71-49e5-b760-ac641d8e3e6f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:06.116768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:06.123824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.129885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:06.144230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:06.172321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=3a71ef80-3138-482f-a826-921e36fe2921,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:06.174551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.237504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Attempting to bind port 28330e56-b5d9-423c-9ae9-072f1ca8963f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:06.238156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Attempting to bind port 28330e56-b5d9-423c-9ae9-072f1ca8963f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:06.238156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Attempting to bind port 28330e56-b5d9-423c-9ae9-072f1ca8963f on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:06.254884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Routers {'fcae138e-7ce4-43d5-9f8f-95db297b07df'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:06.255301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['fcae138e-7ce4-43d5-9f8f-95db297b07df'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:06.364527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.395236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 41837b60-1389-47ac-9ccb-690bf836221e will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:06.397063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.403569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-06aceab9-f42e-4852-994e-c6d03ff85ef1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:06.415076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:06.442996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-af2b0a7d-069d-4e57-81aa-8162402ae181 None None] Provisioning for port 7d2d00e2-07be-4759-a78e-bbe656d03dba completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:06.444483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:06.446885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.453078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:06.461346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:06.461830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:06.462512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.462785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:06.463466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Bound port: 28330e56-b5d9-423c-9ae9-072f1ca8963f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:06.463906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.471285 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758 HTTP/1.1" status: 204 len: 168 time: 0.9484489 May 20 14:52:06.472003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55466) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:06.499571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-af2b0a7d-069d-4e57-81aa-8162402ae181 None None] Provisioning complete for port 7d2d00e2-07be-4759-a78e-bbe656d03dba triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:06.500188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af2b0a7d-069d-4e57-81aa-8162402ae181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.517879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:06.585298 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7b67a888-6c6e-4612-a3ad-c89563529275 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1097538 May 20 14:52:06.585841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55470) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:06.587483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:06.588113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.593465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:06.612843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=1b80b8bf-a114-46f2-81c1-854e226ecdd0,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:06.632553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Attempting to bind port 66628d78-d9f0-483e-9c75-e68e8c6db923 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:06.633190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Attempting to bind port 66628d78-d9f0-483e-9c75-e68e8c6db923 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:06.633730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Attempting to bind port 66628d78-d9f0-483e-9c75-e68e8c6db923 on network 008226cb-0abb-4b72-abda-29aade509554 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:06.732289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:06.740669 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.5641017 May 20 14:52:06.742867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:06.747653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55474) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:06.748425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:06.763938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'port': {'network_id': '4479c04c-2659-4f56-82b2-29885e8a3cff', 'name': 'tempest-FloatingIPTestJSON-1147505597'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:06.772081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.778042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:06.778434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Checking segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:06.779046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.779623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Bound using segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:06.779735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b35d7ac0-551d-4ab5-a94d-84413e5b2635 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:06.780388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Bound port: 66628d78-d9f0-483e-9c75-e68e8c6db923, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:06.780987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.781214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:06.828668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-af2b0a7d-069d-4e57-81aa-8162402ae181 None None] Port 7d2d00e2-07be-4759-a78e-bbe656d03dba cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:06.864424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.879044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1d23a26e-f89f-4b49-86df-a8af3451bf68 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:06.915022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 008226cb-0abb-4b72-abda-29aade509554 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:06.922525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:06.927383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5008531e-0d71-49e5-b760-ac641d8e3e6f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:06.927924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.931275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:06.936220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:06.940626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:06.960728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=41837b60-1389-47ac-9ccb-690bf836221e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:06.963502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:06.969548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:06.976514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:06.985512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:06.993922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e459919-38e8-44df-af91-02b7858e7a79 None None] Pushing event updated for resources: {'Port': ['ID=e27a416c-542f-4150-af32-76a060c6f4eb,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:06.995827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:07.003324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] Set router fcae138e-7ce4-43d5-9f8f-95db297b07df gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:07.012858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.017121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:07.020888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.044089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:07.067331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:07.070002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:07.070863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.184085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] For port 28330e56-b5d9-423c-9ae9-072f1ca8963f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:07.216182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] For port 66628d78-d9f0-483e-9c75-e68e8c6db923, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:07.226188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] For port 28330e56-b5d9-423c-9ae9-072f1ca8963f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=28330e56-b5d9-423c-9ae9-072f1ca8963f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:07.254500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] For port 66628d78-d9f0-483e-9c75-e68e8c6db923, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=66628d78-d9f0-483e-9c75-e68e8c6db923,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:07.256770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:07.259373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:07.329767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.366338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.383902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.427067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Pushing event updated for resources: {'Port': ['ID=7d44e74b-1b07-4680-bba5-72af11a4a00f,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:07.480931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:07.485701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.494505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:port and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:07.506491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:07.511740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.613s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:07.517067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.698s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:07.700129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1160b124-ad8f-4fd5-938d-17ebde9de78c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:07.724464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:07.748401 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.ipam_backend_mixin [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 57f148c5-1be2-4f20-976a-6923104282dd (CIDR: 2001:db8::/64) May 20 14:52:07.762042 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:52:07.762509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:07.768464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88969e31-7520-4bc7-8e6a-2e845a457cff None None] Pushing event updated for resources: {'Port': ['ID=28330e56-b5d9-423c-9ae9-072f1ca8963f,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:07.770094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:07.774624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:07.847198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd22f2f-441e-4f5b-9731-f9d45f57d4c6 None None] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:07.885730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55478) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:07.888509 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3464aefa-c903-4ef6-a8e0-cd8e659dcc66 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8584075 May 20 14:52:07.897945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:07.903787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] device_id is not set on port 89c75287-43e4-474b-b7b0-c02d3f81f99a yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:08.030456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1411ba81-0758-4590-841b-ef8a5d207e30 None None] Provisioning for port 7d44e74b-1b07-4680-bba5-72af11a4a00f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:08.043717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Pushing event updated for resources: {'Port': ['ID=66628d78-d9f0-483e-9c75-e68e8c6db923,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:08.064544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.066209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.218s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:08.066467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.070317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.251s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:08.070682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.073971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:08.074336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.075923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcae138e-7ce4-43d5-9f8f-95db297b07df', 'name': 'tempest-snat-router-1306160580', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.184'}], 'enable_snat': False}, 'gw_port_id': 'e27a416c-542f-4150-af32-76a060c6f4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:54Z', 'updated_at': '2021-05-20T14:51:59Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': 'e27a416c-542f-4150-af32-76a060c6f4eb', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcae138e-7ce4-43d5-9f8f-95db297b07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:57Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:08.089561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.693s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:08.089934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.098713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 1160b124-ad8f-4fd5-938d-17ebde9de78c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:08.104819 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad00fac-79ce-4778-a704-be2b464e7916 None None] The sync data for ids ['fcae138e-7ce4-43d5-9f8f-95db297b07df'] in dv-neutron-601336-75-hyperv is: [{'id': 'fcae138e-7ce4-43d5-9f8f-95db297b07df', 'name': 'tempest-snat-router-1306160580', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.184'}], 'enable_snat': False}, 'gw_port_id': 'e27a416c-542f-4150-af32-76a060c6f4eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:54Z', 'updated_at': '2021-05-20T14:51:59Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': 'e27a416c-542f-4150-af32-76a060c6f4eb', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:44:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcae138e-7ce4-43d5-9f8f-95db297b07df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:57Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:08.125430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.143085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.170163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:08.170552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.199831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Router 81717c2d-3ec3-4632-a2dc-ab8088139563 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:52:08.209927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:08.238109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.325502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.339215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=41837b60-1389-47ac-9ccb-690bf836221e,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:08.353827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.507026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-562c2a24-2327-4262-ab46-6ba57e94d57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.649690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.753183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:08.754377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1160b124-ad8f-4fd5-938d-17ebde9de78c,segment=NetworkSegment(40cdf368-01ae-4e24-a10e-c01cb87f48c1),segment_id=40cdf368-01ae-4e24-a10e-c01cb87f48c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:08.762643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:08.763120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:08.766672 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-968800fc-919d-4480-a130-42302bc0147e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:08.771855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:08.776479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 008226cb-0abb-4b72-abda-29aade509554 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:08.782019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:08.784198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:08.879161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.12 (4479c04c-2659-4f56-82b2-29885e8a3cff/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50/89c75287-43e4-474b-b7b0-c02d3f81f99a) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:08.934650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:08.940835 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:08.954030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:08.964967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Sync routers for ids ['81717c2d-3ec3-4632-a2dc-ab8088139563'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:08.999634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.001351 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.8918190 May 20 14:52:09.004567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Routers {'81717c2d-3ec3-4632-a2dc-ab8088139563'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:09.010649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['81717c2d-3ec3-4632-a2dc-ab8088139563'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:09.046897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55482) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:09.344334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:09.348374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.348526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e27a416c-542f-4150-af32-76a060c6f4eb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:09.379704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c9552-49b8-49a6-a1b3-eecc531d4a71 None None] Network 008226cb-0abb-4b72-abda-29aade509554 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:09.556313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:52:09.606809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-93bec4d8-71e1-4033-90f2-cf5fe3d283ec None None] Provisioning for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:09.620273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 4661d359-4940-40bb-96c3-c11e3f1aa20b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:09.632335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-93bec4d8-71e1-4033-90f2-cf5fe3d283ec None None] Provisioning complete for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:09.633097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-93bec4d8-71e1-4033-90f2-cf5fe3d283ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.665303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Set router 81717c2d-3ec3-4632-a2dc-ab8088139563 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:09.787629 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c8550be7-c9b8-4a4b-8383-aa02704ad8a3 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/81717c2d-3ec3-4632-a2dc-ab8088139563 HTTP/1.1" status: 200 len: 908 time: 0.7157919 May 20 14:52:09.795278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55486) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:09.838607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e27a416c-542f-4150-af32-76a060c6f4eb completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:09.873419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e27a416c-542f-4150-af32-76a060c6f4eb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:09.874335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.913017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.920301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.930300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.931790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:09.946621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4ecab62d-64e9-4ecc-b28c-916289dcb697 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:10.020772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-93bec4d8-71e1-4033-90f2-cf5fe3d283ec None None] Port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:10.022720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.040235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:10.052813 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Sync routers for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:10.067045 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:10.068673 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:51:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:10.112071 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/4661d359-4940-40bb-96c3-c11e3f1aa20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0267224 May 20 14:52:10.124380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55490) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:10.256294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-93bec4d8-71e1-4033-90f2-cf5fe3d283ec None None] Provisioning for port 66628d78-d9f0-483e-9c75-e68e8c6db923 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:10.338000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.360130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port e27a416c-542f-4150-af32-76a060c6f4eb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e27a416c-542f-4150-af32-76a060c6f4eb,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:10.370344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81717c2d-3ec3-4632-a2dc-ab8088139563', 'name': 'tempest-snat-router-1306160580', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '0ea27923-c65d-44ed-8c7a-b8c9b863dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:52:01Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 3, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port': {'id': '0ea27923-c65d-44ed-8c7a-b8c9b863dc99', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7b:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81717c2d-3ec3-4632-a2dc-ab8088139563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 853, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:02Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:10.379767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Checking router: 81717c2d-3ec3-4632-a2dc-ab8088139563 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:10.380294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Updating router 81717c2d-3ec3-4632-a2dc-ab8088139563 port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:52:10.412104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:10.415452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:10.434534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.448184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.449472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d44e74b-1b07-4680-bba5-72af11a4a00f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:10.494149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.525229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e04d0100-0454-4222-836c-a0e33c38636f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:10.531704 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:10.661262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.661871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.662217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.665937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.666724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.668022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.670810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.671523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.672204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:10.674401 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-20008958-e680-4d10-a1f1-d23412411f0d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6363 time: 0.5491233 May 20 14:52:10.677924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55494) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:10.715472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] For port 28330e56-b5d9-423c-9ae9-072f1ca8963f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=28330e56-b5d9-423c-9ae9-072f1ca8963f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:10.787575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.805145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.819633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:10.825617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-25a14539-af3d-4eb7-a76d-b00f2ca32a20 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:10.849750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ffdc34e-c1f5-43f9-bba1-eb1738765a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.874914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.900156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.901247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:10.908330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cb29cae5-37ae-4010-8450-868bfd737313 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:10.909913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=89c75287-43e4-474b-b7b0-c02d3f81f99a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:10.913788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:10.914654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:10.993059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:10.998477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:11.012917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.013619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.040144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=28330e56-b5d9-423c-9ae9-072f1ca8963f,revision_number=5']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:11.050175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:11.050866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d5737c77-f7e4-459e-a25e-5017d0796189 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:11.098104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:11.115241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:11.122503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:11.163765 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:11.174334 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Checking router: 4661d359-4940-40bb-96c3-c11e3f1aa20b for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:11.174608 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Updating router 4661d359-4940-40bb-96c3-c11e3f1aa20b port 41837b60-1389-47ac-9ccb-690bf836221e binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:52:11.256454 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.266938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.267455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.267916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.268373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.268828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.269278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.269725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.270178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.270626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.271072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.276231 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-920f06e5-7b39-47cc-af67-d0c178de078e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6418 time: 0.5872457 May 20 14:52:11.278996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55498) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:11.339364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c717692c-d16d-4bd8-8745-3675aae4f72b None None] Provisioning complete for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:11.340205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c717692c-d16d-4bd8-8745-3675aae4f72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.381942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9a757-ff6d-4009-91f5-97a775b6b80d None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:11.412664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=2fdb92aa-e696-4f94-b074-60627029a488,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:11.414002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.415384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.416848 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.8297431 May 20 14:52:11.419389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=e27a416c-542f-4150-af32-76a060c6f4eb,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:11.422642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:11.423210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55502) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:11.434000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:fd:a4:b0', 'name': 'tempest-NetworksTestDHCPv6-532561188'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:11.446173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:11.448677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.467371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:11.478992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 7d44e74b-1b07-4680-bba5-72af11a4a00f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:11.487701 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7315478 May 20 14:52:11.490493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Deleting port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:11.490844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.504409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55506) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:11.536184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7d44e74b-1b07-4680-bba5-72af11a4a00f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:11.536986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.574368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.577036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '89c75287-43e4-474b-b7b0-c02d3f81f99a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:11.584771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c717692c-d16d-4bd8-8745-3675aae4f72b None None] Port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:11.585189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:11.590617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:floatingip and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:11.593538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:11.600145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:11.619187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:11.624904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Transition to ACTIVE for port object 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:11.627427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:11.629560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.631678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:11.643442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:11.645221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.657520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:11.725450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.727818 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.736698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:11.746530 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Transition to ACTIVE for port object 41837b60-1389-47ac-9ccb-690bf836221e will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:11.754988 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.756342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54d35cd7-c56b-4c76-840f-1c763d305898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:11.761635 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:11.833061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:11.845637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=ccd71737-ca5e-4922-8bdd-af31baaf245e,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:11.847198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:11.848507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:11.850233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:11.853393 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7641470 May 20 14:52:11.860991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55510) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:11.875896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-923653828'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:11.881401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:11.885352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:11.890657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:11.897015 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f6de7-71a9-4ad4-b771-dbf4ccaa1239 None None] Pushing event updated for resources: {'Port': ['ID=41837b60-1389-47ac-9ccb-690bf836221e,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:11.897454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:11.912092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:11.912794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:11.914584 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2b7f6de7-71a9-4ad4-b771-dbf4ccaa1239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:11.949975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d08def-0013-48cc-812b-0a18b198b3ee None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:11.963163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:11.979204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Attempting to bind port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:11.980747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Attempting to bind port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:11.981365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Attempting to bind port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:12.006998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:12.010535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.017823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:12.019288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:12.019960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.030804 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1403186 May 20 14:52:12.031672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55514) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:12.035641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:12.036641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Bound port: 0ea27923-c65d-44ed-8c7a-b8c9b863dc99, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:12.042112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.048854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-283974202', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ccd71737-ca5e-4922-8bdd-af31baaf245e'}], 'security_groups': ['f88781f6-5081-4c44-91da-3c99ab6af311']}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:12.097453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2f49-a6d7-40ea-b0ac-f629ba2803e4 None None] Pushing event updated for resources: {'Port': ['ID=0ea27923-c65d-44ed-8c7a-b8c9b863dc99,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:12.100339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.110532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e4bc2f49-a6d7-40ea-b0ac-f629ba2803e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:12.115602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:12.116659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:12.148499 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Attempting to bind port 41837b60-1389-47ac-9ccb-690bf836221e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:12.149556 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Attempting to bind port 41837b60-1389-47ac-9ccb-690bf836221e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:12.150279 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Attempting to bind port 41837b60-1389-47ac-9ccb-690bf836221e on network 008226cb-0abb-4b72-abda-29aade509554 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:12.157818 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:12.159349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:52:12.159731 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Checking segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:12.160567 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.161173 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Bound using segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:12.161934 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Bound port: 41837b60-1389-47ac-9ccb-690bf836221e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:12.162486 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.166283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3ad4bb3e-7a99-4d80-a6b3-3f00375f7d51 None None] Provisioning for port 41837b60-1389-47ac-9ccb-690bf836221e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:12.206770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.216041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.222139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.222482 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 5fdc5019-180b-4eaa-b883-a557a6c3851e of type vlan for network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 May 20 14:52:12.290922 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] For port 41837b60-1389-47ac-9ccb-690bf836221e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:12.291748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.298186 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] For port 41837b60-1389-47ac-9ccb-690bf836221e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=41837b60-1389-47ac-9ccb-690bf836221e,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:12.308795 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.315784 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc861aef-a685-4f2b-9047-15013a0a4115 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:12.325233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port d503bc55-1a2b-4ef7-9435-d9e54540f174 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:12.364302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.441079 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:12.441929 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:12.442470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 7d44e74b-1b07-4680-bba5-72af11a4a00f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d44e74b-1b07-4680-bba5-72af11a4a00f,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:12.444503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3ad4bb3e-7a99-4d80-a6b3-3f00375f7d51 None None] Provisioning complete for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:12.445532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3ad4bb3e-7a99-4d80-a6b3-3f00375f7d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.468092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Calling delete_port for 0ea27923-c65d-44ed-8c7a-b8c9b863dc99 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:12.521532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.527999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:12.528603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.536238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3ad4bb3e-7a99-4d80-a6b3-3f00375f7d51 None None] Port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:12.562759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.563805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 66628d78-d9f0-483e-9c75-e68e8c6db923 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:12.575259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:12.588695 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5ad8b939-f9d9-44a4-b11d-553757030782 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4089 time: 1.3013535 May 20 14:52:12.653793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:12.658210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.692207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:12.723790 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:12.797124 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9325156 May 20 14:52:12.808470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55520) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:12.813012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=7ba5e2bf-95aa-48a7-82d7-bc23af041436,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:12.816047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:12.817715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=7d44e74b-1b07-4680-bba5-72af11a4a00f,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:12.825314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] For port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:12.833832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:12.844096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:52:12.844721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:12.859494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fefd:a4b0 (5b136d1c-58b9-45d6-b34a-556fde2a0447/2fdb92aa-e696-4f94-b074-60627029a488/d503bc55-1a2b-4ef7-9435-d9e54540f174) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:12.982493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.28 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/3b7c14cd-e0b6-43ad-94be-d506de9360e7) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:13.012343 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7f6de7-71a9-4ad4-b771-dbf4ccaa1239 None None] Pushing event updated for resources: {'Port': ['ID=41837b60-1389-47ac-9ccb-690bf836221e,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:13.025780 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2b7f6de7-71a9-4ad4-b771-dbf4ccaa1239 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:13.142389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:13.164605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:13.169537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:13.176905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:13.198853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:13.201443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55524) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:13.278943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148556465', 'description': 'tempest-secgroup-smoke-148556465 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:13.283448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] For port 0ea27923-c65d-44ed-8c7a-b8c9b863dc99, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0ea27923-c65d-44ed-8c7a-b8c9b863dc99,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:13.301089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:13.309598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.341932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:13.350048 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:12Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:13.357111 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e4e59c-e666-4953-af39-feadd553411e None None] The sync data for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv is: [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:12Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:13.394896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.451609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:13.452360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.454371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:13.457930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.459193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7e351f94-c717-48cb-80c5-1360a22ef1bf tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:13.497202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:13.519491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ea27923-c65d-44ed-8c7a-b8c9b863dc99,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:13.526069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:13.556168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2f49-a6d7-40ea-b0ac-f629ba2803e4 None None] Pushing event updated for resources: {'Port': ['ID=0ea27923-c65d-44ed-8c7a-b8c9b863dc99,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:13.570240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e4bc2f49-a6d7-40ea-b0ac-f629ba2803e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:13.619276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.626842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3f81bb2c-2d5c-4a95-a59f-1189906ff679 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:13.661043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Routers {'81717c2d-3ec3-4632-a2dc-ab8088139563'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:13.661966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['81717c2d-3ec3-4632-a2dc-ab8088139563'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:13.703137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:13.708411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:13.714854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:13.744153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 66628d78-d9f0-483e-9c75-e68e8c6db923 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:13.749783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.753988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.832947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:13.898151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=3b7c14cd-e0b6-43ad-94be-d506de9360e7,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:13.901250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:13.922694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 66628d78-d9f0-483e-9c75-e68e8c6db923 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:13.923075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.958993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.963396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:13.979455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] Set router 81717c2d-3ec3-4632-a2dc-ab8088139563 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:14.045158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object d503bc55-1a2b-4ef7-9435-d9e54540f174 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:14.064611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:14.068492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:14.071512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:14.084126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:14.114994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.148421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.205530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81717c2d-3ec3-4632-a2dc-ab8088139563', 'name': 'tempest-snat-router-1306160580', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:52:01Z', 'updated_at': '2021-05-20T14:52:13Z', 'revision_number': 5, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:14.214610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.215430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 81717c2d-3ec3-4632-a2dc-ab8088139563 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:52:14.233920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077426f7-76e5-416b-8e02-220e9b627e0d None None] The sync data for ids ['81717c2d-3ec3-4632-a2dc-ab8088139563'] in dv-neutron-601336-75-hyperv is: [{'id': '81717c2d-3ec3-4632-a2dc-ab8088139563', 'name': 'tempest-snat-router-1306160580', 'tenant_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:52:01Z', 'updated_at': '2021-05-20T14:52:13Z', 'revision_number': 5, 'project_id': 'f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:14.351613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.352916 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/routers/81717c2d-3ec3-4632-a2dc-ab8088139563 HTTP/1.1" status: 204 len: 168 time: 4.5557141 May 20 14:52:14.358397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55528) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:14.387703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.498046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-62acb395-cce8-4a2b-b753-11c3b0e35efa None None] Provisioning for port 28330e56-b5d9-423c-9ae9-072f1ca8963f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:14.507720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 66628d78-d9f0-483e-9c75-e68e8c6db923, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=66628d78-d9f0-483e-9c75-e68e8c6db923,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:14.516658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Update dhcp port {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'fixed_ips': [{'subnet_id': '57f148c5-1be2-4f20-976a-6923104282dd', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ccd71737-ca5e-4922-8bdd-af31baaf245e'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '1160b124-ad8f-4fd5-938d-17ebde9de78c'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:52:14.550156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.550395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.551577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1b80b8bf-a114-46f2-81c1-854e226ecdd0 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:14.591136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3b209d58-6beb-4d36-aaec-4cb6b5bec9d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:14.665474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.668627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.673673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Delete allocated IP 2001:db8::ed (6c95614b-38a4-4c06-b92e-d918d166b5ad/57f148c5-1be2-4f20-976a-6923104282dd) {{(pid=98805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 14:52:14.691742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-beec59dd-3c1c-460d-a2c3-4294364c3da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:14.724733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.780962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 3, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:09Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:14.791528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed6e55b-7c80-48ef-be3c-757c9a6a6040,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:14.797486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:14.797930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Updating router 860139fc-d91e-4783-935a-ddf22987326c port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:52:14.805519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8:0:1::25a (6c95614b-38a4-4c06-b92e-d918d166b5ad/ccd71737-ca5e-4922-8bdd-af31baaf245e/7d2d00e2-07be-4759-a78e-bbe656d03dba) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:14.817851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:14.821027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.826648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1fc8ae9-e741-4dbc-aefd-db682b1450c4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:14.870493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:14.892095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=66628d78-d9f0-483e-9c75-e68e8c6db923,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:14.901132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:14.904839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:14.927249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:14.930339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.932730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:14.933660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.939363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:14.961359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.050958 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:15.051623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.060501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.062165 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.7936044 May 20 14:52:15.063437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=d503bc55-1a2b-4ef7-9435-d9e54540f174,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:15.079913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55532) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:15.098156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '6ed6e55b-7c80-48ef-be3c-757c9a6a6040', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:15.107644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:15.112802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:15.117277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:15.125254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:15.208575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.212699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:15.306354 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8778331 May 20 14:52:15.317365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55536) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:15.324770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.361538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-37753c18-5920-4c78-bcf3-900a4a2c7886 None None] Provisioning for port d503bc55-1a2b-4ef7-9435-d9e54540f174 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:15.396829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-37753c18-5920-4c78-bcf3-900a4a2c7886 None None] Provisioning complete for port d503bc55-1a2b-4ef7-9435-d9e54540f174 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:15.397361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37753c18-5920-4c78-bcf3-900a4a2c7886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.405083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.409562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f38fd1d3-52c4-4737-8ed3-5859438e64c8 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:15.422733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.437373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617e5159-ea16-4e48-8ba6-30a59a59a54c,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:15.441575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.461987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:15.462670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3b355f54-ee60-4918-9b30-b7440ec220e2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:15.480340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.498609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.564398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 7d2d00e2-07be-4759-a78e-bbe656d03dba will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:15.565178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.566362 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854784 May 20 14:52:15.569261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55540) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:15.588958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=3b7c14cd-e0b6-43ad-94be-d506de9360e7,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:15.595304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:15.604323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe84f2c-be06-4017-98f8-cac3c9593268 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:15.611659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '6ed6e55b-7c80-48ef-be3c-757c9a6a6040', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:15.612007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe84f2c-be06-4017-98f8-cac3c9593268 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:15.616196 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5fe84f2c-be06-4017-98f8-cac3c9593268 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2947631 May 20 14:52:15.616865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55544) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:15.623756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.626005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:15.653527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a496e0c-96ae-4f4a-876d-45e81a99bf81 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:15.662077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.687231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-37753c18-5920-4c78-bcf3-900a4a2c7886 None None] Port d503bc55-1a2b-4ef7-9435-d9e54540f174 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:15.699960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:15.708249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:15.735525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:15.750175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Allocated IP 2001:db8:0:1::2 (6c95614b-38a4-4c06-b92e-d918d166b5ad/ccd71737-ca5e-4922-8bdd-af31baaf245e/1160b124-ad8f-4fd5-938d-17ebde9de78c) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:15.822078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] In _notify_port_updated(), no bound segment for port 7d2d00e2-07be-4759-a78e-bbe656d03dba on network 6c95614b-38a4-4c06-b92e-d918d166b5ad {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:52:15.827888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:15.828597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.830081 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/ports/7d2d00e2-07be-4759-a78e-bbe656d03dba HTTP/1.1" status: 200 len: 930 time: 3.7863603 May 20 14:52:15.831084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:15.838292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55548) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:15.916402 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP c2200a3e-a37b-43ba-8d7a-35349727de0c associated. External IP: 172.26.6.28, port: 89c75287-43e4-474b-b7b0-c02d3f81f99a. May 20 14:52:15.924272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 28330e56-b5d9-423c-9ae9-072f1ca8963f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:16.024441 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.039436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=7d2d00e2-07be-4759-a78e-bbe656d03dba,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:16.047518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:16.053848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12770fbe-a0ff-475f-adcb-00347de2495a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:16.057262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Transition to ACTIVE for port object db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:16.066061 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1160b124-ad8f-4fd5-938d-17ebde9de78c,segment=NetworkSegment(40cdf368-01ae-4e24-a10e-c01cb87f48c1),segment_id=40cdf368-01ae-4e24-a10e-c01cb87f48c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:16.071741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.077166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:16.100895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.122876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port d503bc55-1a2b-4ef7-9435-d9e54540f174 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:16.123247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.126814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Deleting port e27a416c-542f-4150-af32-76a060c6f4eb {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:16.127079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.139482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 28330e56-b5d9-423c-9ae9-072f1ca8963f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:16.221746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 28330e56-b5d9-423c-9ae9-072f1ca8963f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:16.222278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.259626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:52:16.276457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39d54-b1f5-419d-ab46-88f1d1e51261 None None] Pushing event updated for resources: {'Port': ['ID=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:16.287457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b0e39d54-b1f5-419d-ab46-88f1d1e51261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:16.342117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=a02c3bc8-d053-4f5f-bc11-394344d8cd6a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:16.365038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:16.373537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.375463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:16.375825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: 7ba5e2bf-95aa-48a7-82d7-bc23af041436, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:52:16.430273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.451943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.459683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] For port e27a416c-542f-4150-af32-76a060c6f4eb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e27a416c-542f-4150-af32-76a060c6f4eb,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:16.460053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.491599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9105d6d0-1822-4382-999b-b45d4552491e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:16.503263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Transition to ACTIVE for port object 1160b124-ad8f-4fd5-938d-17ebde9de78c will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:16.523658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.537230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Attempting to bind port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:16.538225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Attempting to bind port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:16.539255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Attempting to bind port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 on network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:16.577963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:52:16.590657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-94a716e8-7c18-417a-ad8c-824b68e928a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:16.651388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.651653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Calling delete_port for e27a416c-542f-4150-af32-76a060c6f4eb owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:16.658496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d39b023-5d56-4b89-84aa-a82add23ef04,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:16.670368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:16.672270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:16.672662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Checking segment: {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:16.673096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.673473 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Bound using segment: {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:16.673980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Bound port: db7c0fbe-e817-48fc-9bc3-4259ec2a5e15, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:16.674415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.687177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 7d2d00e2-07be-4759-a78e-bbe656d03dba {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:16.687515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.704739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 7ba5e2bf-95aa-48a7-82d7-bc23af041436) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:16.706599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.707956 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1377604 May 20 14:52:16.722519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55552) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:16.748095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '6ed6e55b-7c80-48ef-be3c-757c9a6a6040', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:16.754106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa2637-9d4d-4290-af89-9ccda09ce634 None None] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:16.757558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:16.762894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:16.763506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.784463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for d503bc55-1a2b-4ef7-9435-d9e54540f174 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:16.790819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:16.820220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:16.831210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:16.850232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:16.877167 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0653703 May 20 14:52:16.883086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55556) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:16.947341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.978726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:16.987555 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Pushing event updated for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:16.996236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:17.005354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] For port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:17.013014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] For port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:17.026483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.040591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:17.153644 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 28330e56-b5d9-423c-9ae9-072f1ca8963f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=28330e56-b5d9-423c-9ae9-072f1ca8963f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:17.158554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:17.172247 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:17.178576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.193108 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:17.194109 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:17.200086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5717d5ef-878b-4de2-9df9-d12c8db09d02 tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:17.223509 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.224393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 41837b60-1389-47ac-9ccb-690bf836221e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:17.273688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.309692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=d503bc55-1a2b-4ef7-9435-d9e54540f174,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:17.317828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:17.321605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.358675 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/d503bc55-1a2b-4ef7-9435-d9e54540f174 HTTP/1.1" status: 204 len: 168 time: 1.7409797 May 20 14:52:17.359992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55560) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:17.360845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.375048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:17.375697 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:17.376887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:17.394369 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:17.395190 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:17.518204 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:17.518829 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7da07d-0841-472d-a7d2-4b7154d3b4e1 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:17.523655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e70a8-136b-42ef-a0f7-58faba4816f3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:17.525828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0e70a8-136b-42ef-a0f7-58faba4816f3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:17.530847 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d0e70a8-136b-42ef-a0f7-58faba4816f3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1147046 May 20 14:52:17.531460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55564) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:17.550090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.556173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e39d54-b1f5-419d-ab46-88f1d1e51261 None None] Pushing event updated for resources: {'Port': ['ID=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:17.565370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b0e39d54-b1f5-419d-ab46-88f1d1e51261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:17.568981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e4bc2f49-a6d7-40ea-b0ac-f629ba2803e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.287s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:17.591638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 7d2d00e2-07be-4759-a78e-bbe656d03dba owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:17.610851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.639171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:17.661262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 2fdb92aa-e696-4f94-b074-60627029a488 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:17.664889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.677953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34bc58dc-a5d0-4141-ba04-b422c8f88308,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:17.686565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:17.746640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.788651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:17.795960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:17.796779 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2878644 May 20 14:52:17.799795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55568) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:17.807537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:17.835739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:17.941471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.018812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=28330e56-b5d9-423c-9ae9-072f1ca8963f,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:18.023751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.036977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.040740 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-970c1f23-bdd7-411d-85c4-246f985829f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3079176 May 20 14:52:18.044141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55572) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:18.058705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:18.059208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.060405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '6ed6e55b-7c80-48ef-be3c-757c9a6a6040', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:18.071436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:18.081977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:18.082256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 41837b60-1389-47ac-9ccb-690bf836221e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:18.085688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:18.095005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:18.133189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 41837b60-1389-47ac-9ccb-690bf836221e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:18.133625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.147178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:18.296900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:18.314924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.401637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.412860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a7fb7138-15bd-4f21-95cf-05e9f455984e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:18.464787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Allocated IP 2001:db8:2::2 (7ba5e2bf-95aa-48a7-82d7-bc23af041436/a02c3bc8-d053-4f5f-bc11-394344d8cd6a/7d2a03fb-0279-4e74-825b-286352702bc2) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:18.498159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Provisioning for port 1160b124-ad8f-4fd5-938d-17ebde9de78c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:18.501052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.507138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event deleted for resources: {'Port': ['ID=e27a416c-542f-4150-af32-76a060c6f4eb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:18.521705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:18.523221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:18.523608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.552712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.558785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.559183 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP c2200a3e-a37b-43ba-8d7a-35349727de0c disassociated. External IP: 172.26.6.28, port: 89c75287-43e4-474b-b7b0-c02d3f81f99a. May 20 14:52:18.600534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 41837b60-1389-47ac-9ccb-690bf836221e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=41837b60-1389-47ac-9ccb-690bf836221e,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:18.610104 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.610958 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1160b124-ad8f-4fd5-938d-17ebde9de78c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:18.631635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.643481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a29cd003-5a1a-42c8-a26c-2bbb55447c94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:18.653016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb1864e4-1c7b-41de-a7dc-77944d31ec04 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:18.737762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=7d2d00e2-07be-4759-a78e-bbe656d03dba,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:18.738452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 3, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:16Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:18.746319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.754123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:18.811115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.837753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.842198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2cd21f8a-ef92-429c-a0c0-182907f1eccb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:18.873489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:18.905190 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/7d2d00e2-07be-4759-a78e-bbe656d03dba HTTP/1.1" status: 204 len: 168 time: 3.0639284 May 20 14:52:18.907138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea91210-afb6-48c1-bc5b-f3474645d6bc,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:18.924178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0aa8f-7dee-406f-8096-01c61cfabd55 None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 3, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:16Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:18.996804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55578) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:18.996804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.021903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=41837b60-1389-47ac-9ccb-690bf836221e,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:19.028811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:19.055607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:19.058573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8f44b3ad-7b3a-4399-9fde-a0d7546f2363 None None] Could not find standard attr ID for object 7d2d00e2-07be-4759-a78e-bbe656d03dba. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:52:19.062112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.067133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-47c3f2cb-94ba-44f2-ba91-6e6c2ecd95fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:19.072191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:19.072567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.073004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:19.075915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.077021 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0318341 May 20 14:52:19.099721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55582) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.107409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '6ed6e55b-7c80-48ef-be3c-757c9a6a6040', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:19.121845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:19.128606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:19.172815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdb92aa-e696-4f94-b074-60627029a488,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:19.215657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.227583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Transition to ACTIVE for port object 7d2a03fb-0279-4e74-825b-286352702bc2 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:19.253462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Transition to ACTIVE for port object 7d2a03fb-0279-4e74-825b-286352702bc2 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:19.259132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-db829a5e-412f-4369-8fb3-771bce4a01be None None] Could not find standard attr ID for object 7d2d00e2-07be-4759-a78e-bbe656d03dba. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:52:19.260919 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a0bb99a-7be1-4842-8c88-b1e2f3d8ad36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:52:19.261712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9a0bb99a-7be1-4842-8c88-b1e2f3d8ad36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:19.282213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.295868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:19.380650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:19.385510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:19.392735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.393283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:19.396797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.404518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:19.406254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:19.416160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.435949 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/2fdb92aa-e696-4f94-b074-60627029a488 HTTP/1.1" status: 204 len: 168 time: 1.8959522 May 20 14:52:19.436191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55586) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.437432 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:52:19.447980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.462899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Pushing event updated for resources: {'Port': ['ID=7d2a03fb-0279-4e74-825b-286352702bc2,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:19.475661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 66628d78-d9f0-483e-9c75-e68e8c6db923 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:19.483894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.556673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe35670-eab1-4036-8964-cab938fa2a4b None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:19.577641 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c9a4e763-c5f9-4dc2-bd2c-480cc139662b tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/floatingips/c2200a3e-a37b-43ba-8d7a-35349727de0c HTTP/1.1" status: 200 len: 687 time: 1.7740533 May 20 14:52:19.585637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55590) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.595459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:19.601723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:19.603861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:19.615527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:19.625521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:19.626162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:19.700784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.701312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcae138e-7ce4-43d5-9f8f-95db297b07df {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:52:19.705568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9a0bb99a-7be1-4842-8c88-b1e2f3d8ad36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:19.707134 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9a0bb99a-7be1-4842-8c88-b1e2f3d8ad36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/7d2d00e2-07be-4759-a78e-bbe656d03dba HTTP/1.1" status: 404 len: 333 time: 0.6324205 May 20 14:52:19.714574 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9bb12d12-d35b-4b04-b532-3a6bfdab1caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2761233 May 20 14:52:19.717491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55594) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.718079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55596) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.760341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.784300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.787924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.789345 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "DELETE /v2.0/routers/fcae138e-7ce4-43d5-9f8f-95db297b07df HTTP/1.1" status: 204 len: 168 time: 5.4243598 May 20 14:52:19.800124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55602) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.809920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:19.817546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.819272 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7165582 May 20 14:52:19.823561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55606) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:19.828457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-331722158', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:19.839761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '6ed6e55b-7c80-48ef-be3c-757c9a6a6040', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:19.855566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:19.857303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:19.870445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:19.872305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf73ba4-e996-4ce4-bc3c-06102bc5076a,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:19.873928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Usage tracker for resource:router and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:19.875762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:19.878900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:19.891880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:19.904964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 3b7c14cd-e0b6-43ad-94be-d506de9360e7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:19.905311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.918122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Attempting to bind port 7d2a03fb-0279-4e74-825b-286352702bc2 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:19.918506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Attempting to bind port 7d2a03fb-0279-4e74-825b-286352702bc2 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:19.918879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Attempting to bind port 7d2a03fb-0279-4e74-825b-286352702bc2 on network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:19.920890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.924260 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 66628d78-d9f0-483e-9c75-e68e8c6db923 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:19.924849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:19.929570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:19.935901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:19.949090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:19.990835 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:19.991517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:20.000357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.001349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.017609 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:52:20.041824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.045602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:20.045804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Checking segment: {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:20.046087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.046489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Bound using segment: {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:20.046992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Bound port: 7d2a03fb-0279-4e74-825b-286352702bc2, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:20.047390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.049774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.050998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.051373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.097099 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:20.097924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceac3e1-c6fa-413a-ab2e-3356a66a2752 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:20.114130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd24810-fcb2-4175-883c-9ec01511100f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:20.114832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7fd24810-fcb2-4175-883c-9ec01511100f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:20.143526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.152907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.195749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 3b7c14cd-e0b6-43ad-94be-d506de9360e7 owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:20.240290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] For port 7d2a03fb-0279-4e74-825b-286352702bc2, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:20.245450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] For port 7d2a03fb-0279-4e74-825b-286352702bc2, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d2a03fb-0279-4e74-825b-286352702bc2,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:20.252461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8:2::1 (7ba5e2bf-95aa-48a7-82d7-bc23af041436/a02c3bc8-d053-4f5f-bc11-394344d8cd6a/5205fb9d-6bed-4bf4-9c77-bff0777b056e) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:20.259257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7fd24810-fcb2-4175-883c-9ec01511100f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:20.259677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.260410 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7fd24810-fcb2-4175-883c-9ec01511100f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5393903 May 20 14:52:20.267439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-794958e2-71e0-4331-8cd7-42f7f1432401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:20.269859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55610) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:20.319001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e27a416c-542f-4150-af32-76a060c6f4eb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:20.356130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.361026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:20.395932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e27a416c-542f-4150-af32-76a060c6f4eb {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:20.396318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e27a416c-542f-4150-af32-76a060c6f4eb not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 20 14:52:20.434351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.441896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Pushing event updated for resources: {'Port': ['ID=7d2a03fb-0279-4e74-825b-286352702bc2,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:20.450676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:52:20.453582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port e27a416c-542f-4150-af32-76a060c6f4eb not found, will not notify nova. {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 14:52:20.453582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d44e74b-1b07-4680-bba5-72af11a4a00f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:20.473042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.481917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:20.494662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:20.583252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=3b7c14cd-e0b6-43ad-94be-d506de9360e7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:20.614441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:20.616080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7d44e74b-1b07-4680-bba5-72af11a4a00f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:20.616447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.633396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.647928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Deleting port 28330e56-b5d9-423c-9ae9-072f1ca8963f {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:20.648314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.659558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d076967-9438-473e-bb2d-61bdf95cfcef,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:20.662456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:20.674812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1a475389-8ba5-4426-a134-8610dec2ae34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:20.678068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.693313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.698866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7327ecc-8dc2-49fe-b07d-4f3afd3518fa,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:20.699032 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/floatingips/c2200a3e-a37b-43ba-8d7a-35349727de0c HTTP/1.1" status: 204 len: 168 time: 1.1083326 May 20 14:52:20.699278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:20.701271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d1ba14-df66-4086-be87-61d73719b155 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:20.702530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a7d1ba14-df66-4086-be87-61d73719b155 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:20.703289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55614) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:20.709259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '3a71ef80-3138-482f-a826-921e36fe2921'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:20.715602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:20.719536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:floatingip and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:20.722433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:20.728271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:20.788916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] For port 28330e56-b5d9-423c-9ae9-072f1ca8963f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=28330e56-b5d9-423c-9ae9-072f1ca8963f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:20.789320 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.838567 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.894491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.895804 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0617187 May 20 14:52:20.897055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.902212 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/security-groups/b7327ecc-8dc2-49fe-b07d-4f3afd3518fa HTTP/1.1" status: 204 len: 168 time: 1.1823359 May 20 14:52:20.903042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55618) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:20.908865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:20.970177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a7d1ba14-df66-4086-be87-61d73719b155 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:20.973828 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a7d1ba14-df66-4086-be87-61d73719b155 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7005601 May 20 14:52:20.980775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55624) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:20.991792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.085317 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.096163 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5a3a0489-48cf-4e2d-95ac-01bf710a576f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124699 May 20 14:52:21.107764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55636) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:21.115435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Calling delete_port for 28330e56-b5d9-423c-9ae9-072f1ca8963f owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:21.126160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:21.150928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object 5205fb9d-6bed-4bf4-9c77-bff0777b056e will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:21.217277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.222188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08f08bc4-74e3-420a-ab94-874d705c76bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:21.280877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Pushing event deleted for resources: {'Port': ['ID=28330e56-b5d9-423c-9ae9-072f1ca8963f,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:21.283660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:21.286057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] No DVR routers for this DVR port 28330e56-b5d9-423c-9ae9-072f1ca8963f on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:21.312977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.15 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/67c67838-e997-4a37-9e60-f9f18da3006f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:21.353131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.392967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:21.425454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:21.425454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.466695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.492377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ac6dd3f1-25fa-47d5-846d-74165e9c5194 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:21.513586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.515695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d2a03fb-0279-4e74-825b-286352702bc2 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:21.557316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.563544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7a524583-1b65-466a-b473-a891e8fd66a5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:21.602977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 7d2a03fb-0279-4e74-825b-286352702bc2 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:21.609887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:21.636236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:21.644897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:21.649558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:21.688211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=67c67838-e997-4a37-9e60-f9f18da3006f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:21.693482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:21.696971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.702299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:21.707749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:21.713515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:21.714638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.764320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:21.797614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:21.800018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:21.800741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.874960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.899166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0255f54-1ea5-4231-bbf3-40344aaab34d None None] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:21.942177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:21.970138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=5205fb9d-6bed-4bf4-9c77-bff0777b056e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:21.985889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:21.992836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:21.993598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 41837b60-1389-47ac-9ccb-690bf836221e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:21.994537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-2bd3b29d-551f-49e6-9d8a-a0b15a626f2f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:22.032118 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:22.124951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Provisioning for port 7d2a03fb-0279-4e74-825b-286352702bc2 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:22.154257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Provisioning complete for port 7d2a03fb-0279-4e74-825b-286352702bc2 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:22.154684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.174299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.189364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:22.219947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.228298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:22.231568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:22.266384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-2bd3b29d-551f-49e6-9d8a-a0b15a626f2f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:22.267218 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-2bd3b29d-551f-49e6-9d8a-a0b15a626f2f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148556465&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.7800832 May 20 14:52:22.274807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88781f6-5081-4c44-91da-3c99ab6af311,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:22.281201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.281422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 41837b60-1389-47ac-9ccb-690bf836221e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:22.281859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.284978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55644) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:22.285115 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/security-groups/f88781f6-5081-4c44-91da-3c99ab6af311 HTTP/1.1" status: 204 len: 168 time: 1.3713713 May 20 14:52:22.354436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.399661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet 57f148c5-1be2-4f20-976a-6923104282dd {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:22.417067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.462876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:22.469295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-889f6687-db14-402a-9e16-d62e0a9f6941 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:22.469983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-889f6687-db14-402a-9e16-d62e0a9f6941 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:22.481382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.503854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.519400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.525180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.574696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1160b124-ad8f-4fd5-938d-17ebde9de78c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:22.614890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-889f6687-db14-402a-9e16-d62e0a9f6941 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:22.616399 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-889f6687-db14-402a-9e16-d62e0a9f6941 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 200 len: 797 time: 0.3390262 May 20 14:52:22.631129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] For port 7d2a03fb-0279-4e74-825b-286352702bc2, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d2a03fb-0279-4e74-825b-286352702bc2,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:22.645965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.649879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5909a7b-7eee-440a-afe8-d558611b89cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:22.669305 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-27fbcfa4-3a2a-42e3-b237-7b02be8e21e3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0376329 May 20 14:52:22.675315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.728352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Pushing event updated for resources: {'Port': ['ID=7d2a03fb-0279-4e74-825b-286352702bc2,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:22.731766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:22.733241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:22.733631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.813794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.880387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dfc05876-5239-4b17-9cf0-31c15378ddf5 None None] Provisioning complete for port 7d2a03fb-0279-4e74-825b-286352702bc2 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:22.880781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dfc05876-5239-4b17-9cf0-31c15378ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:22.945341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:52:22.958189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e27a416c-542f-4150-af32-76a060c6f4eb no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:23.077017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e27a416c-542f-4150-af32-76a060c6f4eb {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:23.077432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e27a416c-542f-4150-af32-76a060c6f4eb not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:52:23.077795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 28330e56-b5d9-423c-9ae9-072f1ca8963f no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:23.105441 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f259c1d-f951-4093-9ba5-f810df989ad6 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:52:23.115698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.123378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.129079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be318393-0000-4063-bc25-bcd96616cc03 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:23.143546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-256ba01b-f2d2-4a50-af7f-3bc0193d8fdc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:23.149369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 28330e56-b5d9-423c-9ae9-072f1ca8963f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:23.149892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 28330e56-b5d9-423c-9ae9-072f1ca8963f not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:52:23.154083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Allocated IP 172.26.6.128 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/a64cd5eb-41cb-4c32-9475-9cec776887d5) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:23.279147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d2a03fb-0279-4e74-825b-286352702bc2 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:23.290772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=67c67838-e997-4a37-9e60-f9f18da3006f,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:23.319945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.320329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.320701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.321091 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.321431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.321792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.322148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.322838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.322838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.323222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.323621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.324090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:23.333669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:23.337090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.426881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f259c1d-f951-4093-9ba5-f810df989ad6 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:52:23.433256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dfc05876-5239-4b17-9cf0-31c15378ddf5 None None] Provisioning for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:23.444542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dfc05876-5239-4b17-9cf0-31c15378ddf5 None None] Provisioning complete for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:23.444948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dfc05876-5239-4b17-9cf0-31c15378ddf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.473228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7d2a03fb-0279-4e74-825b-286352702bc2 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:23.473609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.501385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-256ba01b-f2d2-4a50-af7f-3bc0193d8fdc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:23.501995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.502102 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-256ba01b-f2d2-4a50-af7f-3bc0193d8fdc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8076611 May 20 14:52:23.507045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-962399c6-8043-4cad-afaa-00142447596f tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:23.556407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=57f148c5-1be2-4f20-976a-6923104282dd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:23.559367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.564756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:23.578194 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 64f3783d-cbe0-43ab-916e-ae2004e793ed associated. External IP: 172.26.6.15, port: 3a71ef80-3138-482f-a826-921e36fe2921. May 20 14:52:23.600096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-dfc05876-5239-4b17-9cf0-31c15378ddf5 None None] Port 5205fb9d-6bed-4bf4-9c77-bff0777b056e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:23.641310 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/57f148c5-1be2-4f20-976a-6923104282dd HTTP/1.1" status: 204 len: 168 time: 1.3552904 May 20 14:52:23.641915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55650) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:23.659017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:23.768984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:23.798550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-19564617-c611-4782-981d-1a9df5197ec3 None None] Provisioning complete for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:23.798927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-19564617-c611-4782-981d-1a9df5197ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.867352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.937013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-19564617-c611-4782-981d-1a9df5197ec3 None None] Port 5205fb9d-6bed-4bf4-9c77-bff0777b056e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:23.963588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:23.963869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:23.964891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:23.971332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:23.975724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:23.990250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:24.036843 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-9f74d1f7-bd22-4005-93fa-07b2c4f0d065 service neutron] 10.222.0.58 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216079 May 20 14:52:24.058998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:24.062971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.093398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.097764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.102542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.117747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc66c873-8dbb-47f0-aa0a-32ffd062f0ec tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:24.159924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.160761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.185421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '5cb27fd7-eea6-4f2d-8e97-ce49462ec046'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:24.186311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.193070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:24.194295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:24.214484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:24.217406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:24.290711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:24.309242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:24.349065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:24.349668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.356966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/5cb27fd7-eea6-4f2d-8e97-ce49462ec046/df77b6cc-09af-4985-9607-00e261be38cc) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:24.372701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=5cb27fd7-eea6-4f2d-8e97-ce49462ec046,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:24.425965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:24.434400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1660bb9b-a523-40ac-8d9c-d1a9d7900704 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:24.455427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:24.472157 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:24.491769 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:24.492779 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:24.496861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.580818 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:24.593456 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:24.594722 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:24.601964 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-46d212ac-1290-4794-bd71-b17c3eb6ab83 service neutron] 10.222.0.58 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5415292 May 20 14:52:24.612681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.640263 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5298162 May 20 14:52:24.641217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55654) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:24.643762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Transition to ACTIVE for port object df77b6cc-09af-4985-9607-00e261be38cc will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:24.656491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:a3:20:ab', 'name': 'tempest-NetworksTestDHCPv6-2063114100'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:24.678867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event updated for resources: {'Port': ['ID=a64cd5eb-41cb-4c32-9475-9cec776887d5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:24.679883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Transition to ACTIVE for port object df77b6cc-09af-4985-9607-00e261be38cc will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:24.684388 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:24.685537 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671fa1f3-0817-4549-b6f2-83e972b03700 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:24.695590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.709060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2e459919-38e8-44df-af91-02b7858e7a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:24.769173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:24.770431 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0655820 May 20 14:52:24.772616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:24.773168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55658) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:24.775804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:24.856012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Pushing event updated for resources: {'Port': ['ID=df77b6cc-09af-4985-9607-00e261be38cc,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:24.878297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:24.900602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:24.938057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.938407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.938746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.939078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.939435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.939815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.940092 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.940422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.940752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.941080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.941400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.941723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:24.943311 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c37b89db-4f4f-4005-9234-36d74d5519fc tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/floatingips/64f3783d-cbe0-43ab-916e-ae2004e793ed HTTP/1.1" status: 200 len: 977 time: 0.1688683 May 20 14:52:24.948734 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:24.948951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55670) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:24.978877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Attempting to bind port df77b6cc-09af-4985-9607-00e261be38cc on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:24.979294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Attempting to bind port df77b6cc-09af-4985-9607-00e261be38cc by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:24.980242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Attempting to bind port df77b6cc-09af-4985-9607-00e261be38cc on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:24.986975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:24.986975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:24.986975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:24.987381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:24.987838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Bound port: df77b6cc-09af-4985-9607-00e261be38cc, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:24.988241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:25.095519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-45d3cbb7-c0ad-4ef0-a80f-d88c29ae6cb3 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Synchronizing usage tracker for tenant:856b94cac2f149bda0e20547913c27eb on resource:floatingip {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:25.135671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-45d3cbb7-c0ad-4ef0-a80f-d88c29ae6cb3 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Unset dirty status for tenant:856b94cac2f149bda0e20547913c27eb on resource:floatingip {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:25.137686 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-45d3cbb7-c0ad-4ef0-a80f-d88c29ae6cb3 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1866658 May 20 14:52:25.141559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55674) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:25.148407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'port_id': '89c75287-43e4-474b-b7b0-c02d3f81f99a'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:25.150758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] For port df77b6cc-09af-4985-9607-00e261be38cc, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:25.155202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] For port df77b6cc-09af-4985-9607-00e261be38cc, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=df77b6cc-09af-4985-9607-00e261be38cc,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:25.164737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:25.171280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:25.258213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Pushing event updated for resources: {'Port': ['ID=df77b6cc-09af-4985-9607-00e261be38cc,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:25.272637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:25.273408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:25.461282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=5205fb9d-6bed-4bf4-9c77-bff0777b056e,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:25.466501 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-84dbc5f1-e954-4597-81bf-fe3d1b0533ed req-f54d4b01-adb4-4724-a7ec-59f3ecbaa09f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 210 time: 0.5827935 May 20 14:52:25.472909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.038s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:25.489156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.305s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:25.489156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:25.582146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:25.597872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fca39ee4-e999-494a-82bc-bb5f8186acac tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:25.673825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:25.680111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:25.722426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:25.735360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:25.742141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:25.746327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:25.757395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:25.758450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:25.760275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:25.788341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=7fb1a297-7676-42c0-84f6-8ab0856bc845,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:25.790862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:25.797622 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1472266 May 20 14:52:25.800620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55686) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:25.805922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'security_group': {'name': 'tempest-secgroup-778101673'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:25.816080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:25.832044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:25.836781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:25.836937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:25.901773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:25.903401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:25.941469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.040809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:26.053576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group_rule and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:26.058644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:26.067439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:26.166296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:26.179712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:26.180063 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2959363 May 20 14:52:26.183452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55690) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:26.191228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:26.192215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:26.196705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.207349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.213638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-120b0d4b-6ad6-4c5d-885d-4904a7688cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:26.311866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.328557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.329013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-106008580'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:26.333852 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5322676 May 20 14:52:26.337983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55694) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:26.344373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c1fa55-3bfe-4b07-ba5e-f8a48fe8cd32,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:26.349724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'security_group': {'name': 'tempest-secgroup-168850436'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:26.358166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:26.361455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:26.364295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:26.376619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:26.378315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:network and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:26.381188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:26.386227 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.389876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:26.390799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:26.396779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port ddf92559-7c5f-42e9-9dda-b0ec872abbe1 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:26.399569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.446279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:26.488275 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876ffda5-5fd5-4c68-a13a-d27cf6989e08 None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:26.517760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754119c7-2563-4bc9-b904-ed88da2c5294 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:26.565077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:26.568667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.629227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:52:26.654134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.654474 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added segment 847129cf-beb2-4b0c-8ca0-84acc2af8b32 of type vlan for network a7591efb-e2bf-42fc-9f6e-334a5a41e142 May 20 14:52:26.700764 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99eb7125-4e01-422a-92b3-ecdd6f7195bb req-2ffbafd0-72a3-4f7e-9fb7-7bf9920b72b5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 210 time: 0.0556037 May 20 14:52:26.798696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.859949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:26.896230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.923874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:26.927631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-622fd40e-a2ac-465e-924f-ec7d44a4b654 None None] Provisioning for port df77b6cc-09af-4985-9607-00e261be38cc completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:26.995341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:27.062138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group_rule and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:27.070422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:27.079226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::177 (5b136d1c-58b9-45d6-b34a-556fde2a0447/5cb27fd7-eea6-4f2d-8e97-ce49462ec046/ddf92559-7c5f-42e9-9dda-b0ec872abbe1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:27.085654 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 64f3783d-cbe0-43ab-916e-ae2004e793ed associated. External IP: 172.26.6.15, port: 3a71ef80-3138-482f-a826-921e36fe2921. May 20 14:52:27.145452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:27.221347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.227577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:27.228274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.237486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-b1d373a1-22c2-48b6-a7a7-fc22fba04ca8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:27.238320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-b1d373a1-22c2-48b6-a7a7-fc22fba04ca8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:27.253337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-11efe86c-4a6f-47c2-a39b-41c517886c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:27.289743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6fa36f3e-9384-4c0c-b0f9-8d64273d59df None None] Provisioning complete for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:27.290127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6fa36f3e-9384-4c0c-b0f9-8d64273d59df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.355762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-b1d373a1-22c2-48b6-a7a7-fc22fba04ca8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:27.356908 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-b1d373a1-22c2-48b6-a7a7-fc22fba04ca8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 200 len: 797 time: 0.8969600 May 20 14:52:27.363871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Network': ['ID=a7591efb-e2bf-42fc-9f6e-334a5a41e142,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:27.364411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device df77b6cc-09af-4985-9607-00e261be38cc up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:27.378077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.378465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.378845 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.379249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.379826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.380194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.380578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.380920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.381372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.381736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.382096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.382460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:52:27.391780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:27.419181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:52:27.504184 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3176270 May 20 14:52:27.506759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55704) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:27.522427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-1db77872-7d59-4b46-9828-0ad5c622b07d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:27.526803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.533879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'subnet': {'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:27.543757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Router 2e4452d4-6d24-4c4d-a98e-a06690e6900a is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:52:27.547267 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:52:27.569426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.581550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5eb2f357-a11f-4942-8fa8-4fa33578f1e4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:27.591413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6fa36f3e-9384-4c0c-b0f9-8d64273d59df None None] Port 5205fb9d-6bed-4bf4-9c77-bff0777b056e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:27.620882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-1db77872-7d59-4b46-9828-0ad5c622b07d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:27.622028 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-1db77872-7d59-4b46-9828-0ad5c622b07d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.2503157 May 20 14:52:27.680287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.684070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port df77b6cc-09af-4985-9607-00e261be38cc completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:27.690825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['6ed6e55b-7c80-48ef-be3c-757c9a6a6040']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:27.695689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port df77b6cc-09af-4985-9607-00e261be38cc triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:27.696094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.769148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:22Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:23Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:27.780054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:27.780415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Updating router 860139fc-d91e-4783-935a-ddf22987326c port 5205fb9d-6bed-4bf4-9c77-bff0777b056e binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:52:27.827007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object ddf92559-7c5f-42e9-9dda-b0ec872abbe1 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:27.912352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:27.922223 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] Sync routers for ids ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:27.942142 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] Routers {'2e4452d4-6d24-4c4d-a98e-a06690e6900a'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:27.948401 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:27.984621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:27.994253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0affe5-3fcc-4967-9377-e2d62ca3441c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:28.008450 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5d696c2c-cc2e-4c5e-a2d7-b54bfaf3cb3f req-f2d2ce84-d97e-47cf-95fd-d2ff03108454 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 210 time: 0.0937946 May 20 14:52:28.020599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.022049 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f04e4713-5050-4794-838e-08c5793e3170 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.2065978 May 20 14:52:28.025140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55710) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:28.034742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.034979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': False}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:28.037210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:28.047749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:subnet and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:28.051119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:28.059257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:28.076694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:28.077223 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:28.080700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.085119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7461438 May 20 14:52:28.087350 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] Routers {'2e4452d4-6d24-4c4d-a98e-a06690e6900a'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:28.088083 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:28.092688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55714) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:28.095510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Made reservation on behalf of 98aa89532e944446943abed176f3b620 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:28.099297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.102396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6a216-9f55-470b-a59e-2d91e6f418a4 None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:28.108683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.119880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'security_group': {'name': 'tempest-secgroup-2129403097'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:28.121416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0d61b246-8797-4f26-92fb-0b0d80efaecd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:28.158312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:28.172879 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:28.174413 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9713323d-60e4-4d55-9ee8-1bb1e0ec0fbe None None] The sync data for ids ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:28.187534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-86be2993-123d-408a-924f-6793d7fff99e None None] Provisioning complete for port df77b6cc-09af-4985-9607-00e261be38cc triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:28.187920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86be2993-123d-408a-924f-6793d7fff99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.214499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:28.226134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:28.239680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:28.253563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:28.254558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:28.268890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:28.280402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:28.286187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:28.286951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.292712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:28.295225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port df77b6cc-09af-4985-9607-00e261be38cc, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=df77b6cc-09af-4985-9607-00e261be38cc,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:28.297423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=ddf92559-7c5f-42e9-9dda-b0ec872abbe1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:28.306796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:28.332995 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.6835480 May 20 14:52:28.336050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55718) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:28.362659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.370693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.371038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-48f4198f-e950-46a0-a21f-d6303ac70dad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:28.385140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:28.429245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:28.437376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:28.441006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.449629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=df77b6cc-09af-4985-9607-00e261be38cc,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:28.457907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:28.509918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:security_group_rule and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:28.574161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80054057-2dcf-4b87-b8b6-c8345c244034 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:28.580591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80054057-2dcf-4b87-b8b6-c8345c244034 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:28.581665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-80054057-2dcf-4b87-b8b6-c8345c244034 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:28.680047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-80054057-2dcf-4b87-b8b6-c8345c244034 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:28.682427 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-80054057-2dcf-4b87-b8b6-c8345c244034 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.3450687 May 20 14:52:28.692154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55722) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:28.697818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:28.711775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:28.867221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:28.896662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:28.905269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:28.905660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.936079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:28.961759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Transition to ACTIVE for port object 5205fb9d-6bed-4bf4-9c77-bff0777b056e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:28.964286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:28.964936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:29.048185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:29.055888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.062839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.075808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:29.134714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.9 (008226cb-0abb-4b72-abda-29aade509554/b33b3d53-ea83-4dce-8bdd-70fd84863ab6/daf19368-1358-44ea-b3e9-8ad17554fec1) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:29.140969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port ddf92559-7c5f-42e9-9dda-b0ec872abbe1 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:29.143164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.159586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:29.160652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:29.226845 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-64ad0e1c-ff7c-48a7-b3ee-4744ffaf1169 req-39d005a6-a3f6-4c65-8022-f521c93d9ba9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 210 time: 0.0696104 May 20 14:52:29.275352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:29.303247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.330757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.345975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e3c6d6b3-1f2d-4689-a649-37694080c3d9 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:29.373196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f4dd-db8e-4e8c-b3d7-a7dbf50640f5 None None] Pushing event updated for resources: {'Port': ['ID=5205fb9d-6bed-4bf4-9c77-bff0777b056e,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:29.390291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device df77b6cc-09af-4985-9607-00e261be38cc up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:29.436647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-63b5f4dd-db8e-4e8c-b3d7-a7dbf50640f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:29.448034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:29.448276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1005a8-91cb-4527-86f6-ffbb6c91cab3 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:29.495701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.515942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:29.516254 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.578229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70c34d6-1eda-46e3-9145-9c35d02b8d3f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:29.581324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:29.665930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for ddf92559-7c5f-42e9-9dda-b0ec872abbe1 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:29.667869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.672029 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5775630 May 20 14:52:29.673989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55728) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:29.690449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-590565487', 'security_groups': ['c70c34d6-1eda-46e3-9145-9c35d02b8d3f'], 'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7fb1a297-7676-42c0-84f6-8ab0856bc845'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:29.718292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Attempting to bind port 5205fb9d-6bed-4bf4-9c77-bff0777b056e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:29.718676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Attempting to bind port 5205fb9d-6bed-4bf4-9c77-bff0777b056e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:29.719052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Attempting to bind port 5205fb9d-6bed-4bf4-9c77-bff0777b056e on network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:29.758426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:29.758873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Checking segment: {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:29.759258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.759665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Bound using segment: {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:29.760153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Bound port: 5205fb9d-6bed-4bf4-9c77-bff0777b056e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdc5019-180b-4eaa-b883-a557a6c3851e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:29.760538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.780976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port df77b6cc-09af-4985-9607-00e261be38cc triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:29.781363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.815545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:29.843258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:29.853625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object daf19368-1358-44ea-b3e9-8ad17554fec1 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:29.946564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Provisioning for port ddf92559-7c5f-42e9-9dda-b0ec872abbe1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:29.981146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] For port 5205fb9d-6bed-4bf4-9c77-bff0777b056e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:29.987698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Provisioning complete for port ddf92559-7c5f-42e9-9dda-b0ec872abbe1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:29.988319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.030606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.046943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] For port 5205fb9d-6bed-4bf4-9c77-bff0777b056e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5205fb9d-6bed-4bf4-9c77-bff0777b056e,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:30.063121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.070563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:30.079589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:30.089232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bd1dcc30-7008-4c6f-8157-4c8c19914a7f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:30.121137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2af346c7-9a29-46a0-a204-c2b91b7a85bb None None] Port ddf92559-7c5f-42e9-9dda-b0ec872abbe1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:30.125383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:30.135510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.156779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:30.157697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:30.212389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5f4dd-db8e-4e8c-b3d7-a7dbf50640f5 None None] Pushing event updated for resources: {'Port': ['ID=5205fb9d-6bed-4bf4-9c77-bff0777b056e,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:30.222953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-63b5f4dd-db8e-4e8c-b3d7-a7dbf50640f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:30.224553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 008226cb-0abb-4b72-abda-29aade509554 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:30.229208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Subnet': ['ID=660aa508-0e27-4c2d-b77e-91ee34873ed9,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:30.232707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:30.235561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:30.238666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:30.270158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:30.274498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.289307 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:30.301471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:30.303767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:30.317113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.318505 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:30.319445 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:30.346994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:30.369410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:30.467244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-44df9b21-6cf8-4e02-8a3b-0d14488d337e None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:30.467717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-44df9b21-6cf8-4e02-8a3b-0d14488d337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.486333 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:30.497805 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:30.498681 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:30.590296 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:30.590739 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032b847-1b64-4d8e-bdb4-f38faaf9f8e3 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:30.665200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=ddf92559-7c5f-42e9-9dda-b0ec872abbe1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:30.696505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-44df9b21-6cf8-4e02-8a3b-0d14488d337e None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:30.768198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Checking segment: {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:30.768560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network hostable DHCP agents. Network: a7591efb-e2bf-42fc-9f6e-334a5a41e142, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:52:30.824038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:30.824693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.833174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-44df9b21-6cf8-4e02-8a3b-0d14488d337e None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:30.833446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=daf19368-1358-44ea-b3e9-8ad17554fec1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:30.833710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-44df9b21-6cf8-4e02-8a3b-0d14488d337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.836362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:30.856945 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-20dd6662-cec7-4338-ade1-1c2704b10bfd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/floatingips/64f3783d-cbe0-43ab-916e-ae2004e793ed HTTP/1.1" status: 200 len: 978 time: 5.7104323 May 20 14:52:30.856945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55736) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:30.862036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:30.903235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:30.916838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:30.928891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:52:30.942168 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2549210 May 20 14:52:30.967900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a7591efb-e2bf-42fc-9f6e-334a5a41e142) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:30.986308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4572b6-6729-4f9f-9aab-f07f3c7b0316 None None] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:30.987285 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:30.988393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.010228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.038503 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/ddf92559-7c5f-42e9-9dda-b0ec872abbe1 HTTP/1.1" status: 204 len: 168 time: 2.3452880 May 20 14:52:31.046552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.055522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55742) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:31.070568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Request body: {'port': {'device_id': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:31.136759 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6183960 May 20 14:52:31.140126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55746) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:31.144807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] device_id is not set on port 24a9da0e-2bcf-42da-90c1-05f7c7614552 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:31.237096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:22Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:29Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:31.271176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57d7946-e8fd-4611-bc2b-189b9cc997a9 None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:22Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:29Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:31.292859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:31.293712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.295613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552b91f-738f-480d-a0a1-a41a81f928b1 req-d1d14dec-9593-4cae-b2d4-3d83fa2fe535 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:31.297211 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1552b91f-738f-480d-a0a1-a41a81f928b1 req-d1d14dec-9593-4cae-b2d4-3d83fa2fe535 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 931 time: 0.6876731 May 20 14:52:31.305660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e91aba-3e78-4670-a72b-248accbc51ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:31.307386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e91aba-3e78-4670-a72b-248accbc51ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:31.308771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-74e91aba-3e78-4670-a72b-248accbc51ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:31.376170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.421487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a0bad697-acc5-4ab2-a954-0e392c901d26 None None] Provisioning for port daf19368-1358-44ea-b3e9-8ad17554fec1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:31.431403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a0bad697-acc5-4ab2-a954-0e392c901d26 None None] Provisioning complete for port daf19368-1358-44ea-b3e9-8ad17554fec1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:31.431784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a0bad697-acc5-4ab2-a954-0e392c901d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.442388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.485884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-74e91aba-3e78-4670-a72b-248accbc51ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:31.487254 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-74e91aba-3e78-4670-a72b-248accbc51ef tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4261596 May 20 14:52:31.520579 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a0bad697-acc5-4ab2-a954-0e392c901d26 None None] Port daf19368-1358-44ea-b3e9-8ad17554fec1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:31.560846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55750) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:31.567294 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1552b91f-738f-480d-a0a1-a41a81f928b1 req-60674a39-228d-4d87-83ec-561571786315 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421155 May 20 14:52:31.705243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Allocated IP 2001:db8:3::2 (a7591efb-e2bf-42fc-9f6e-334a5a41e142/660aa508-0e27-4c2d-b77e-91ee34873ed9/385c2362-4f56-461a-8182-282de97517c3) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:31.766278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8::3a8 (6c95614b-38a4-4c06-b92e-d918d166b5ad/7fb1a297-7676-42c0-84f6-8ab0856bc845/24a9da0e-2bcf-42da-90c1-05f7c7614552) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:31.795865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Router 2e4452d4-6d24-4c4d-a98e-a06690e6900a has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:31.809416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.907413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 5cb27fd7-eea6-4f2d-8e97-ce49462ec046 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:31.910507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.972398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.985137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:31.996459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Transition to ACTIVE for port object 385c2362-4f56-461a-8182-282de97517c3 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:32.018565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Transition to ACTIVE for port object 385c2362-4f56-461a-8182-282de97517c3 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:32.028575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.034571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-63b5f4dd-db8e-4e8c-b3d7-a7dbf50640f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:32.092800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:32.096338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:32.101918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:32.169190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:32.181803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.204909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.209061 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7ebd85f4-8dbc-47be-acb8-8eb7b16e36f2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "PUT /v2.0/routers/2e4452d4-6d24-4c4d-a98e-a06690e6900a HTTP/1.1" status: 200 len: 925 time: 4.1799116 May 20 14:52:32.209061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55754) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:32.212560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 24a9da0e-2bcf-42da-90c1-05f7c7614552 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:32.214269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] Sync routers for ids ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:32.223739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Pushing event updated for resources: {'Port': ['ID=385c2362-4f56-461a-8182-282de97517c3,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:32.226198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Attempting to bind port 385c2362-4f56-461a-8182-282de97517c3 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:32.226675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Attempting to bind port 385c2362-4f56-461a-8182-282de97517c3 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:32.227166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Attempting to bind port 385c2362-4f56-461a-8182-282de97517c3 on network a7591efb-e2bf-42fc-9f6e-334a5a41e142 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:32.230162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:32.237857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:32.238355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Checking segment: {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:32.238880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.239403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Bound using segment: {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:32.239987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Bound port: 385c2362-4f56-461a-8182-282de97517c3, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:32.240467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.255957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.257862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] Routers {'2e4452d4-6d24-4c4d-a98e-a06690e6900a'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:32.258692 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:32.309372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.309672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 64f3783d-cbe0-43ab-916e-ae2004e793ed disassociated. External IP: 172.26.6.15, port: 89c75287-43e4-474b-b7b0-c02d3f81f99a. May 20 14:52:32.350054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:32.374917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] Routers {'2e4452d4-6d24-4c4d-a98e-a06690e6900a'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:32.375739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:32.406661 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8a79cbab-21af-45a0-9939-ea9cf80a2774 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/2e4452d4-6d24-4c4d-a98e-a06690e6900a HTTP/1.1" status: 200 len: 925 time: 0.1941023 May 20 14:52:32.406661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.407329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55758) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:32.413389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9f8916a-3ca5-4eac-98c2-145573eabfb6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:32.450014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:32.450582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85dc097a-3c1d-4404-912a-a3616e893387 None None] The sync data for ids ['2e4452d4-6d24-4c4d-a98e-a06690e6900a'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:32.466404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] For port 385c2362-4f56-461a-8182-282de97517c3, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:32.469602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] For port 385c2362-4f56-461a-8182-282de97517c3, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=385c2362-4f56-461a-8182-282de97517c3,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:32.474140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.482051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2f82e9ed-8e89-4cc2-9ad5-75ddf1f2bd06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:32.570836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Pushing event updated for resources: {'Port': ['ID=385c2362-4f56-461a-8182-282de97517c3,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:32.584147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:32.751218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.804940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:32.813619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:32.817153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=24a9da0e-2bcf-42da-90c1-05f7c7614552,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:32.819777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:32.825782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:32.826403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:32.836514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:32.869964 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1829038 May 20 14:52:32.870990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55764) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:32.890565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:32.928016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c7cb99-357a-4c35-81bd-b266833e7804 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:32.930158 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a0c7cb99-357a-4c35-81bd-b266833e7804 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=2e4452d4-6d24-4c4d-a98e-a06690e6900a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5218790 May 20 14:52:32.936487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55768) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:32.951963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa468cf-40a6-404c-af40-914f247265eb req-ecfbdbd0-2998-4d9e-a49b-7fb30a51a8b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:32.953560 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cfa468cf-40a6-404c-af40-914f247265eb req-ecfbdbd0-2998-4d9e-a49b-7fb30a51a8b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 931 time: 0.2436459 May 20 14:52:33.090703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.092280 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cfa468cf-40a6-404c-af40-914f247265eb req-454156aa-06e4-4aee-af3d-82888f3e0345 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884171 May 20 14:52:33.102234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:33.106898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:33.115388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:33.122289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:33.132140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:33.136228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.164651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d86262dd-cbf0-4f56-be0a-623482932a7c None None] Provisioning for port 24a9da0e-2bcf-42da-90c1-05f7c7614552 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:33.170490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d86262dd-cbf0-4f56-be0a-623482932a7c None None] Provisioning complete for port 24a9da0e-2bcf-42da-90c1-05f7c7614552 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:33.171143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d86262dd-cbf0-4f56-be0a-623482932a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.244665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d86262dd-cbf0-4f56-be0a-623482932a7c None None] Port 24a9da0e-2bcf-42da-90c1-05f7c7614552 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:33.287274 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7fb1a297-7676-42c0-84f6-8ab0856bc845 (CIDR: 2001:db8::/64) May 20 14:52:33.291115 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:52:33.291579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:33.324094 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0d8e77ec-5a15-43a5-8bf0-d93d574bfa19 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4507089 May 20 14:52:33.324914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55772) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:33.331511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:33.360704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 385c2362-4f56-461a-8182-282de97517c3 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:33.437286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 385c2362-4f56-461a-8182-282de97517c3 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:33.444045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5205fb9d-6bed-4bf4-9c77-bff0777b056e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:33.501860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:33.506220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:33.510208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:33.517020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:33.536031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:33.542239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:33.542640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.542778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:33.547262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.677804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.701896 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ccd71737-ca5e-4922-8bdd-af31baaf245e (CIDR: 2001:db8:0:1::/64) May 20 14:52:33.710154 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:52:33.710791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:33.713288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 5205fb9d-6bed-4bf4-9c77-bff0777b056e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5205fb9d-6bed-4bf4-9c77-bff0777b056e,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:33.722446 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.724920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca0dbb5-e7c1-4a12-ab20-a482c6c35095 None None] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:33.734948 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a92b68c4-c83f-4900-b182-87f26417256e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4087470 May 20 14:52:33.737682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55776) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:33.743867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'subnet': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:33.745820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:33.795475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d11266-f05e-4edd-b9de-699919556bbc tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:33.796109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e8d11266-f05e-4edd-b9de-699919556bbc tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Synchronizing usage tracker for tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:33.807555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:33.889407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:33.894208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Usage tracker for resource:subnet and tenant:ce44f1e9dc7d400498e544baf868287e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:33.898179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:33.900026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Provisioning for port 385c2362-4f56-461a-8182-282de97517c3 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:33.904948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:33.913573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Provisioning complete for port 385c2362-4f56-461a-8182-282de97517c3 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:33.914014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.916647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Made reservation on behalf of ce44f1e9dc7d400498e544baf868287e for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:33.920804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:33.952515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=5205fb9d-6bed-4bf4-9c77-bff0777b056e,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:33.956341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:34.055996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e8d11266-f05e-4edd-b9de-699919556bbc tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Unset dirty status for tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:34.059504 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e8d11266-f05e-4edd-b9de-699919556bbc tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 1.0993860 May 20 14:52:34.075634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55780) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:34.133082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.139921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daf19368-1358-44ea-b3e9-8ad17554fec1 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:52:34.163928 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-331071ea-f591-4ea0-8b8b-743cac65db32 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e4452d4-6d24-4c4d-a98e-a06690e6900a HTTP/1.1" status: 200 len: 205 time: 0.0843556 May 20 14:52:34.168862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.180020 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55786) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:34.236789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] For port 385c2362-4f56-461a-8182-282de97517c3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=385c2362-4f56-461a-8182-282de97517c3,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:34.244838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.247475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-63b5f4dd-db8e-4e8c-b3d7-a7dbf50640f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:34.343449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Pushing event updated for resources: {'Port': ['ID=385c2362-4f56-461a-8182-282de97517c3,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:34.357852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:34.401927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Transition to ACTIVE for port object daf19368-1358-44ea-b3e9-8ad17554fec1 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:34.421229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.431041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d902c90d-707a-49a1-99ef-e02e2a4029cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:34.435490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d524-d6fa-4d40-8a28-b8cbff3d572b req-ed07e7f1-9948-423d-9680-4b1adac9d1a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:34.436998 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4b19d524-d6fa-4d40-8a28-b8cbff3d572b req-ed07e7f1-9948-423d-9680-4b1adac9d1a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 931 time: 0.1755505 May 20 14:52:34.456454 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.463479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Allocated IP 2001:db8:3::1 (a7591efb-e2bf-42fc-9f6e-334a5a41e142/660aa508-0e27-4c2d-b77e-91ee34873ed9/c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:34.492986 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4b19d524-d6fa-4d40-8a28-b8cbff3d572b req-9896ca8e-f614-43cd-aed8-e6dd7f242677 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498698 May 20 14:52:34.495426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb27fd7-eea6-4f2d-8e97-ce49462ec046,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:34.508158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:34.522730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef16ba-bbb5-4dae-8004-5b741229ecd7 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:34.560079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bcd7404a-d3d0-457e-91cf-b794b43ef81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:34.586105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.589938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:34.590304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28b71b96-a924-48bf-af58-8ecac2cee0d3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:34.591552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.600225 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:34.612461 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:34.613202 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:34.676975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Subnet': ['ID=5d309266-ff38-4377-9aaf-c8d18ffdd561,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:34.686573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2e7fa871-c48e-4999-93ef-281a1f7f32d2 None None] Provisioning complete for port 385c2362-4f56-461a-8182-282de97517c3 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:34.686950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2e7fa871-c48e-4999-93ef-281a1f7f32d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.690202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:34.695141 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:34.704518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:34.705115 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:34.720964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:34.722920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:34.746100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:34.747290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.762597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640d505-25ec-499e-ae08-f42d283e716b None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:34.781773 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0428085 May 20 14:52:34.783127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55790) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:34.784088 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:34.784501 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fee357-8d82-4c6d-890c-ecea6c29059b None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:34.796923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-547145713', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d309266-ff38-4377-9aaf-c8d18ffdd561'}], 'security_groups': ['d8c1fa55-3bfe-4b07-ba5e-f8a48fe8cd32', '3d0affe5-3fcc-4967-9377-e2d62ca3441c']}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:34.869413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:34.948070 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/5cb27fd7-eea6-4f2d-8e97-ce49462ec046 HTTP/1.1" status: 204 len: 168 time: 3.3819926 May 20 14:52:34.971121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55794) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:35.072561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.075829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.159951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Pushing event updated for resources: {'Port': ['ID=daf19368-1358-44ea-b3e9-8ad17554fec1,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:35.163542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:35.318352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:52:35.322482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 385c2362-4f56-461a-8182-282de97517c3 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:35.415909 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5dec3ca1-044b-4501-a4e4-6e2e9595a2bd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4166067 May 20 14:52:35.419033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55798) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:35.428095 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-013536c3-5872-44a1-9421-c30f16361199 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/floatingips/64f3783d-cbe0-43ab-916e-ae2004e793ed HTTP/1.1" status: 200 len: 687 time: 4.5709300 May 20 14:52:35.439831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55802) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:35.508101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 385c2362-4f56-461a-8182-282de97517c3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:35.508625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.515063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.566116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Deleting port df77b6cc-09af-4985-9607-00e261be38cc {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:35.571919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.592562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baf5b86-9e4c-4071-acc8-4abff032b400 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:35.593375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2baf5b86-9e4c-4071-acc8-4abff032b400 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:35.596516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Delete allocated IP 2001:db8::3a8 (6c95614b-38a4-4c06-b92e-d918d166b5ad/7fb1a297-7676-42c0-84f6-8ab0856bc845) {{(pid=98805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 14:52:35.608543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Allocated IP 2001:db8:0:2::205 (6c95614b-38a4-4c06-b92e-d918d166b5ad/5d309266-ff38-4377-9aaf-c8d18ffdd561/24a9da0e-2bcf-42da-90c1-05f7c7614552) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:35.635235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2baf5b86-9e4c-4071-acc8-4abff032b400 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:35.637025 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2baf5b86-9e4c-4071-acc8-4abff032b400 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2173836 May 20 14:52:35.640165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55808) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:35.708056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Attempting to bind port daf19368-1358-44ea-b3e9-8ad17554fec1 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:35.708470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Attempting to bind port daf19368-1358-44ea-b3e9-8ad17554fec1 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:35.708897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Attempting to bind port daf19368-1358-44ea-b3e9-8ad17554fec1 on network 008226cb-0abb-4b72-abda-29aade509554 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:35.720320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Transition to ACTIVE for port object c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:35.732489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Port daf19368-1358-44ea-b3e9-8ad17554fec1 on network 008226cb-0abb-4b72-abda-29aade509554 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:52:35.732961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Attempting to bind port daf19368-1358-44ea-b3e9-8ad17554fec1 on network 008226cb-0abb-4b72-abda-29aade509554 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:35.766535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] For port df77b6cc-09af-4985-9607-00e261be38cc, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=df77b6cc-09af-4985-9607-00e261be38cc,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:35.766535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.777143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb2c8d-1803-44c2-b3b4-f3de79ac46ed tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:35.780870 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-04cb2c8d-1803-44c2-b3b4-f3de79ac46ed tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1375389 May 20 14:52:35.785779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:35.786266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Checking segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:35.786877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Bound using segment: {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:35.787332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Bound port: daf19368-1358-44ea-b3e9-8ad17554fec1, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd09235f1-0634-4c31-9c16-54b92aeec279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '008226cb-0abb-4b72-abda-29aade509554'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:35.787782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.804039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55812) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:35.909082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337553dd-02c0-4135-81cd-b3c0b97c925b req-0f81bb19-4a55-45b8-9ac6-486e2b11c7db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:35.910524 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-337553dd-02c0-4135-81cd-b3c0b97c925b req-0f81bb19-4a55-45b8-9ac6-486e2b11c7db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 943 time: 0.2290847 May 20 14:52:35.929959 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7ce8590b-e617-45d1-b9e2-cb054dee1799 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1184750 May 20 14:52:35.930623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Calling delete_port for df77b6cc-09af-4985-9607-00e261be38cc owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:35.938002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55816) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:35.945519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:35.949340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:35.957199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Update dhcp port {'port': {'network_id': '6c95614b-38a4-4c06-b92e-d918d166b5ad', 'fixed_ips': [{'subnet_id': 'ccd71737-ca5e-4922-8bdd-af31baaf245e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '5d309266-ff38-4377-9aaf-c8d18ffdd561'}, {'subnet_id': '7fb1a297-7676-42c0-84f6-8ab0856bc845'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '1160b124-ad8f-4fd5-938d-17ebde9de78c'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:52:35.986469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.028651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0e7091ca-c4a3-49da-abfd-bd571dfe7788 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:36.065095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5205fb9d-6bed-4bf4-9c77-bff0777b056e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:36.071983 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-337553dd-02c0-4135-81cd-b3c0b97c925b req-3a82f045-b0b8-4cbe-8023-1b29d7c884d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525912 May 20 14:52:36.106541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] For port daf19368-1358-44ea-b3e9-8ad17554fec1, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:36.115017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.118061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:36.118847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:36.129831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:36.135329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Transition to ACTIVE for port object 24a9da0e-2bcf-42da-90c1-05f7c7614552 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:36.137112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:36.139500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] For port daf19368-1358-44ea-b3e9-8ad17554fec1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daf19368-1358-44ea-b3e9-8ad17554fec1,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:36.140354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.140682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:36.142916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:36.143539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.144277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.147243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 67c67838-e997-4a37-9e60-f9f18da3006f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:36.147810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.153473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:36.179808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:36.183330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.184438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:36.192385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:36.193165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:36.256595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:36.259978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.286182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] In _notify_port_updated(), no bound segment for port 24a9da0e-2bcf-42da-90c1-05f7c7614552 on network 6c95614b-38a4-4c06-b92e-d918d166b5ad {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:52:36.290407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:36.291084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.292621 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "PUT /v2.0/ports/24a9da0e-2bcf-42da-90c1-05f7c7614552 HTTP/1.1" status: 200 len: 969 time: 1.5084062 May 20 14:52:36.309747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5205fb9d-6bed-4bf4-9c77-bff0777b056e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:36.309958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55820) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:36.310686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.324830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:36.325799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.327440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] 10.222.0.11 "PUT /v2.0/ports/daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 200 len: 1093 time: 5.3730142 May 20 14:52:36.329552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:52:36.365455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event updated for resources: {'Port': ['ID=24a9da0e-2bcf-42da-90c1-05f7c7614552,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:36.383414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:36.388366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.397903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3b57ebf5-eca8-4c99-85ed-4cd1845426b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:36.478759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Pushing event updated for resources: {'Port': ['ID=daf19368-1358-44ea-b3e9-8ad17554fec1,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:36.493553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:36.498517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Deleting port a64cd5eb-41cb-4c32-9475-9cec776887d5 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:36.501575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Pushing event deleted for resources: {'Port': ['ID=df77b6cc-09af-4985-9607-00e261be38cc,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:36.502412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.509299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:36.510542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] No DVR routers for this DVR port df77b6cc-09af-4985-9607-00e261be38cc on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:36.683284 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'status': 'completed', 'code': 200} May 20 14:52:36.700582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 24a9da0e-2bcf-42da-90c1-05f7c7614552 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:36.701673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.713396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.713753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.766374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Allocated IP 2001:db8:0:2::2 (6c95614b-38a4-4c06-b92e-d918d166b5ad/5d309266-ff38-4377-9aaf-c8d18ffdd561/1160b124-ad8f-4fd5-938d-17ebde9de78c) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:36.774142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Allocated IP 2001:db8::2 (6c95614b-38a4-4c06-b92e-d918d166b5ad/7fb1a297-7676-42c0-84f6-8ab0856bc845/1160b124-ad8f-4fd5-938d-17ebde9de78c) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:36.781707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e5eaa5eb-59e9-443a-9123-88376064cd2d None None] Provisioning for port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:36.791412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e5eaa5eb-59e9-443a-9123-88376064cd2d None None] Provisioning complete for port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:36.792370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e5eaa5eb-59e9-443a-9123-88376064cd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.862190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 67c67838-e997-4a37-9e60-f9f18da3006f owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:36.905218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.929379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:36.929635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e5eaa5eb-59e9-443a-9123-88376064cd2d None None] Port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:36.973483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1160b124-ad8f-4fd5-938d-17ebde9de78c,segment=NetworkSegment(40cdf368-01ae-4e24-a10e-c01cb87f48c1),segment_id=40cdf368-01ae-4e24-a10e-c01cb87f48c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:37.000132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.013228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-dd5231e3-54fb-46ed-920c-2cf5fa6653a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:37.014995 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-dd5231e3-54fb-46ed-920c-2cf5fa6653a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1096 time: 0.6285849 May 20 14:52:37.018587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Transition to ACTIVE for port object 1160b124-ad8f-4fd5-938d-17ebde9de78c will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:37.023517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.028558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fa70b88a-26ca-45c0-ac84-dd986328fcd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:37.216726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Pushing event updated for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:37.217762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 24a9da0e-2bcf-42da-90c1-05f7c7614552 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:37.221532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:37.261147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Calling delete_port for a64cd5eb-41cb-4c32-9475-9cec776887d5 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:37.289811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device df77b6cc-09af-4985-9607-00e261be38cc no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:37.329058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.335501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: df77b6cc-09af-4985-9607-00e261be38cc {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:37.335994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device df77b6cc-09af-4985-9607-00e261be38cc not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:52:37.357963 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-0894d801-6bd4-4d89-b164-0bee0f378f3a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 200 len: 217 time: 0.0920179 May 20 14:52:37.427898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a303d9e-1b3e-432b-8f25-da02a2d1f617 req-9ddf579b-3ac3-4245-9f3f-216073a307fc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:37.435060 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3a303d9e-1b3e-432b-8f25-da02a2d1f617 req-9ddf579b-3ac3-4245-9f3f-216073a307fc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 943 time: 0.2011640 May 20 14:52:37.538626 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3a303d9e-1b3e-432b-8f25-da02a2d1f617 req-a226ce1e-d1da-48ec-bf26-ca595eb92495 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026433 May 20 14:52:37.575072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-88b630ce-df1f-46c7-954e-0812a34d2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:37.576531 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-88b630ce-df1f-46c7-954e-0812a34d2728 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b33b3d53-ea83-4dce-8bdd-70fd84863ab6 HTTP/1.1" status: 200 len: 834 time: 0.2095127 May 20 14:52:37.604664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.612637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b748ee79-6799-44f3-a3ae-51f15c985c4a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:37.668576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=24a9da0e-2bcf-42da-90c1-05f7c7614552,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:37.705987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:37.750184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:52:37.751578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.754584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.759452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3db96aed-2476-445d-9534-3735d70adc74 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:37.827296 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/24a9da0e-2bcf-42da-90c1-05f7c7614552 HTTP/1.1" status: 204 len: 168 time: 1.5093470 May 20 14:52:37.829035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:37.831612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:37.836386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:37.875278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdcac0c-dac2-44c0-902c-d9b444efcffd None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:37.881174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=94a9bc5a-1365-4765-a3ae-5e5247222374,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:37.892639 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0059dd-65f1-4379-b91e-dcd956727efb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] GET failed (client error): The resource could not be found. May 20 14:52:37.893103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aa0059dd-65f1-4379-b91e-dcd956727efb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Synchronizing usage tracker for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:37.896927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:37.898036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:37.898640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.914944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:37.915448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.925118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aa0059dd-65f1-4379-b91e-dcd956727efb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Unset dirty status for tenant:ce44f1e9dc7d400498e544baf868287e on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:37.926743 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aa0059dd-65f1-4379-b91e-dcd956727efb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports/24a9da0e-2bcf-42da-90c1-05f7c7614552 HTTP/1.1" status: 404 len: 333 time: 0.0941646 May 20 14:52:37.929724 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9885375 May 20 14:52:37.933207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55834) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:37.946091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55838) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:37.958624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:37.968446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:37.982140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1b737e34-5388-4ae4-87e8-a45e0be31c11 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:38.031628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-301ebc37-3120-4257-9723-70707e258835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:38.033830 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-301ebc37-3120-4257-9723-70707e258835 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=008226cb-0abb-4b72-abda-29aade509554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3842185 May 20 14:52:38.040662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=67c67838-e997-4a37-9e60-f9f18da3006f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:38.072354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:38.073455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:38.084686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Could not find standard attr ID for object 24a9da0e-2bcf-42da-90c1-05f7c7614552. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:52:38.135072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.137861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.155708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Provisioning for port 1160b124-ad8f-4fd5-938d-17ebde9de78c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:38.170250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:38.170780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b5aa9a6c-4d06-43ef-9408-fac81f8a78c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.177245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:38.187169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:38.190951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.199048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:38.209409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:38.239858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:38.247649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.287761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '94a9bc5a-1365-4765-a3ae-5e5247222374'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:38.288600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.300423 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-bd075f1e-2311-42cc-b7ba-d44aaecd3519 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532172 May 20 14:52:38.308274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.319189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f56bfc69-1734-4c69-ab29-65faa1ffd46a tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:38.394124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70c34d6-1eda-46e3-9145-9c35d02b8d3f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:38.408753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:38.409649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.410747 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/security-groups/c70c34d6-1eda-46e3-9145-9c35d02b8d3f HTTP/1.1" status: 204 len: 168 time: 0.4794910 May 20 14:52:38.414232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55842) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:38.421750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.425653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.426414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.437643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:38.485004 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94a9bc5a-1365-4765-a3ae-5e5247222374 (CIDR: 2001:db8::/64) May 20 14:52:38.490165 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:52:38.490608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:38.517687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.529221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c05c7584-eb00-4ade-bc7c-bc70bc3c0eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.532800 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-db7872a2-86e8-4db6-9062-e4fd2027095a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5834448 May 20 14:52:38.535948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55846) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:38.548056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:38.559056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event deleted for resources: {'Port': ['ID=a64cd5eb-41cb-4c32-9475-9cec776887d5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:38.595593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.614902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Allocated IP 2001:db8::f816:3eff:fe17:cec3 (5b136d1c-58b9-45d6-b34a-556fde2a0447/94a9bc5a-1365-4765-a3ae-5e5247222374/0218ec2a-0b3b-477a-9eb3-db2fedb165ec) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:38.679575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5851d86e-7fb6-49bd-831d-2d968e8ee408 None None] Could not find standard attr ID for object 24a9da0e-2bcf-42da-90c1-05f7c7614552. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:52:38.807525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.813855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-696d7a6d-a401-4ca8-a636-5878395d7b31 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:38.831921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:38.835502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0affe5-3fcc-4967-9377-e2d62ca3441c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:38.846639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3498-c9f0-418a-9eef-ced8cf4360ae req-db25f78b-d8c5-444d-bddc-a59906610c4d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:38.848284 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4bbe3498-c9f0-418a-9eef-ced8cf4360ae req-db25f78b-d8c5-444d-bddc-a59906610c4d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 943 time: 0.1732764 May 20 14:52:38.859207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:38.862360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:38.863495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:38.874241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.886082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Transition to ACTIVE for port object 0218ec2a-0b3b-477a-9eb3-db2fedb165ec will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:38.895599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:38.901736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.905643 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-485ec8c5-4392-4be3-9f44-a6ef171ecdc7 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/security-groups/3d0affe5-3fcc-4967-9377-e2d62ca3441c HTTP/1.1" status: 204 len: 168 time: 0.4906301 May 20 14:52:38.907918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Transition to ACTIVE for port object 0218ec2a-0b3b-477a-9eb3-db2fedb165ec will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:38.908941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55852) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:38.914579 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.919307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b0e39d54-b1f5-419d-ab46-88f1d1e51261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:38.922265 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e8fb89d5-09fb-4047-8c6f-5ead40418d9b req-80bcaea5-5c89-4bb4-8a9d-a1b55578f3a2 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081874 May 20 14:52:38.958740 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4bbe3498-c9f0-418a-9eef-ced8cf4360ae req-74e3c532-8edd-42a2-93c4-f4ad7680c55b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906086 May 20 14:52:38.959476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:38.965018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:38.980095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:38.981273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:38.983805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:38.991840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.038957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event updated for resources: {'Port': ['ID=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:39.042056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:39.056384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.590s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:39.056777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:39.061188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Pushing event updated for resources: {'Port': ['ID=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:39.074455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:39.079276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.095805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Attempting to bind port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:39.096172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Attempting to bind port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:39.096541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Attempting to bind port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:39.102258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:39.102654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:39.103037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.103470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:39.103946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Bound port: 0218ec2a-0b3b-477a-9eb3-db2fedb165ec, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:39.104601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.205609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] For port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:39.209256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] For port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:39.215971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.222577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5ed2beb-57a7-42de-8ca5-f210cd9f0eab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:39.234544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.235612 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-be2264ad-2b7f-432c-8814-2feae9dd62b2 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/floatingips/64f3783d-cbe0-43ab-916e-ae2004e793ed HTTP/1.1" status: 204 len: 168 time: 3.7901592 May 20 14:52:39.240820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55856) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:39.243949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.273105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.311990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.323875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1160b124-ad8f-4fd5-938d-17ebde9de78c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:39.339840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.346554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f2764f0b-f8a2-4632-aaf8-d22d08fdb713 tempest-ServerActionsTestJSON-1795420899 tempest-ServerActionsTestJSON-1795420899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:39.360988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c1fa55-3bfe-4b07-ba5e-f8a48fe8cd32,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:39.368771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Pushing event updated for resources: {'Port': ['ID=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:39.372462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:39.380386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.387462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:39.389750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.391127 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/security-groups/d8c1fa55-3bfe-4b07-ba5e-f8a48fe8cd32 HTTP/1.1" status: 204 len: 168 time: 0.4806049 May 20 14:52:39.393700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55860) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:39.403737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:39.404871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-95f355c9-9f8d-471e-a6a2-fd22b77d58d3 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] delete failed (client error): The resource could not be found. May 20 14:52:39.405898 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-95f355c9-9f8d-471e-a6a2-fd22b77d58d3 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/floatingips/64f3783d-cbe0-43ab-916e-ae2004e793ed HTTP/1.1" status: 404 len: 345 time: 0.1116154 May 20 14:52:39.414658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:39.423527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55864) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:39.437152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:39.437703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.561464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet 7fb1a297-7676-42c0-84f6-8ab0856bc845 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:39.566090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.568729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.569231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Fanout notify agent at l3_agent the message router_deleted on router 2e4452d4-6d24-4c4d-a98e-a06690e6900a {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:52:39.641018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-120e6ffc-f23d-4d9e-852d-a4f67b5e148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:39.642535 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-120e6ffc-f23d-4d9e-852d-a4f67b5e148f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1096 time: 0.6456354 May 20 14:52:39.650442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.653739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.660915 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-73fe79ea-8921-4f9d-b104-8212f8af4d7d tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/2e4452d4-6d24-4c4d-a98e-a06690e6900a HTTP/1.1" status: 204 len: 168 time: 5.4421206 May 20 14:52:39.681388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55868) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:39.696157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-957803878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:39.713177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:39.718728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Usage tracker for resource:router and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:39.725111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:39.760802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:39.799402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.800456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.823959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4f6b2c2c-d7ca-47f6-bf85-bc87e849f103 None None] Provisioning complete for port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:39.824163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4f6b2c2c-d7ca-47f6-bf85-bc87e849f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.858991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:39.876327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5f789-97eb-4307-9138-5294659d1f7a tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:39.881770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4f6b2c2c-d7ca-47f6-bf85-bc87e849f103 None None] Port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:39.882885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5f789-97eb-4307-9138-5294659d1f7a tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:39.892519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e5f789-97eb-4307-9138-5294659d1f7a tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:39.893540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b1e5f789-97eb-4307-9138-5294659d1f7a tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Synchronizing usage tracker for tenant:856b94cac2f149bda0e20547913c27eb on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:39.896487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:39.972651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.003788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-42804906-49e6-4c1d-8cc7-ddf220d8c27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:40.005329 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-42804906-49e6-4c1d-8cc7-ddf220d8c27e service neutron] 10.222.0.11 "GET /v2.0/networks?id=008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 200 len: 898 time: 0.3470924 May 20 14:52:40.008111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b1e5f789-97eb-4307-9138-5294659d1f7a tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Unset dirty status for tenant:856b94cac2f149bda0e20547913c27eb on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:40.009212 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b1e5f789-97eb-4307-9138-5294659d1f7a tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/ports?network_id=4479c04c-2659-4f56-82b2-29885e8a3cff HTTP/1.1" status: 200 len: 2359 time: 0.5840783 May 20 14:52:40.012724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.026200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55874) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:40.128954 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-79cc14df-0640-46ad-9b69-2e88fe260f2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 200 len: 217 time: 0.0717809 May 20 14:52:40.175552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.179221 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a70150c2-a3dc-4d6e-b629-07b54e738077 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4924307 May 20 14:52:40.183506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55878) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:40.198693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:40.218747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffce89e-ce04-47c1-8672-d6c0198672db tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:40.219338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dffce89e-ce04-47c1-8672-d6c0198672db tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Synchronizing usage tracker for tenant:856b94cac2f149bda0e20547913c27eb on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:40.255437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:40.263591 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1192470 May 20 14:52:40.266374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:40.276876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:40.277741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:40.281123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55882) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:40.288100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:40.458495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:40.701090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c0e438ce-edda-4544-b3fd-2b91e435707d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.768506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-8a35bf4b-2c86-4805-81a3-97989fa17e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:40.769939 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-8a35bf4b-2c86-4805-81a3-97989fa17e45 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b33b3d53-ea83-4dce-8bdd-70fd84863ab6 HTTP/1.1" status: 200 len: 834 time: 0.6260948 May 20 14:52:40.773043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dffce89e-ce04-47c1-8672-d6c0198672db tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Unset dirty status for tenant:856b94cac2f149bda0e20547913c27eb on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:40.773043 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dffce89e-ce04-47c1-8672-d6c0198672db tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/subnets/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50 HTTP/1.1" status: 200 len: 797 time: 0.7387097 May 20 14:52:40.789456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55886) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:40.822109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'port': {'network_id': '4479c04c-2659-4f56-82b2-29885e8a3cff', 'name': 'tempest-FloatingIPTestJSON-237516282', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:40.825538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-89cb1660-132f-416e-bbb0-2b575426435f None None] Provisioning for port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:40.849743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:36Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:37Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:40.860844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:40.861213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Updating router 860139fc-d91e-4783-935a-ddf22987326c port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:52:40.874426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985e844-14c8-4b57-8b2e-063965eea70a req-88352250-df62-48b5-aa99-a3259db9b54b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:40.876095 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b985e844-14c8-4b57-8b2e-063965eea70a req-88352250-df62-48b5-aa99-a3259db9b54b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 943 time: 0.7911866 May 20 14:52:40.877968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.905121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.928149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:40.957579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-99960ce7-ed3e-4484-8488-0dd625e8c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:40.958953 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-99960ce7-ed3e-4484-8488-0dd625e8c46f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=008226cb-0abb-4b72-abda-29aade509554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1336467 May 20 14:52:41.165462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.175127 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-2e2037b0-3051-40b3-9ba0-8887863ed915 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657150 May 20 14:52:41.180933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:41.214080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.225170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb1a297-7676-42c0-84f6-8ab0856bc845,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:41.238502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:41.244991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-889b2286-9af2-4621-a874-853604c57d75 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:41.302978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e081576-6c92-41a1-b12f-4b2afff2e86d None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:41.315873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:41.317437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.331903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:41.344245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd852a-5af3-42de-b9d0-8119e7da53ca None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:41.380411 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b985e844-14c8-4b57-8b2e-063965eea70a req-520f6464-7a1a-4a55-9977-782464ce3309 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4866602 May 20 14:52:41.383905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.392204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0218ec2a-0b3b-477a-9eb3-db2fedb165ec up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:41.404199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:41.404798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.419311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.440350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/7fb1a297-7676-42c0-84f6-8ab0856bc845 HTTP/1.1" status: 204 len: 168 time: 2.0455632 May 20 14:52:41.452659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55890) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:41.504784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:41.507774 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9710572 May 20 14:52:41.508968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=b082bf58-dc92-4e8a-9fee-1882bf181fb6,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:41.514810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55894) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:41.528745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:62:7f:9f', 'name': 'tempest-NetworksTestDHCPv6-550401131'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:41.554291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.568171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:41.585069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:41.603516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Transition to ACTIVE for port object c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:41.627045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.634367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:41.645158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet 5d309266-ff38-4377-9aaf-c8d18ffdd561 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:41.655542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.678010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device daf19368-1358-44ea-b3e9-8ad17554fec1 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:52:41.683795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:41.717636 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-14f45274-d74b-41c5-b915-c6b8b01d7f29 req-134046a8-d6b0-4a70-8474-0783797eecf5 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037561 May 20 14:52:41.769647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:41.772235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Allocated IP 172.26.6.116 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/68ed781b-9838-42cd-b93f-0cce925e96ce) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:41.777828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:41.781641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:41.790697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:41.833520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:41.860669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.886232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:41.914412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:52:41.929465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f43cf8-268f-4c62-ae88-79638c86df48 None None] Pushing event updated for resources: {'Port': ['ID=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:41.960246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.extraroute_db [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=98805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 14:52:41.972268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d7f43cf8-268f-4c62-ae88-79638c86df48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:41.984033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:41.984343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:41.999659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.033027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] device_id is not set on port 3bb3da10-53d9-40d2-bc7b-a446e6160a3d yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:42.115387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.136639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.154028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.extraroute_db [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Removed routes are [] {{(pid=98805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 14:52:42.154719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.238386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.253701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Attempting to bind port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:42.253701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Attempting to bind port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:42.254044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:42.254151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Attempting to bind port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e on network a7591efb-e2bf-42fc-9f6e-334a5a41e142 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:42.272554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:42.272941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Checking segment: {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:42.273354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.273756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Bound using segment: {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:42.274242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Bound port: c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847129cf-beb2-4b0c-8ca0-84acc2af8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:42.274625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.295080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.306607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:42.312153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:42.319129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:42.385062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port daf19368-1358-44ea-b3e9-8ad17554fec1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daf19368-1358-44ea-b3e9-8ad17554fec1,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:42.397920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.410638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event updated for resources: {'Port': ['ID=68ed781b-9838-42cd-b93f-0cce925e96ce,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:42.419540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:42.431569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 27936854-057f-4449-a7d6-16ab5bcf96f2 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:52:42.463917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] For port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:42.468026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] For port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:42.481738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'port_id': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'mac_address': 'fa:16:3e:7a:76:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 727, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:52:42.559626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.563848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6c375838-4be3-4e89-9a10-f75d6ca3d73b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:42.750168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.764200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:42.794863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f43cf8-268f-4c62-ae88-79638c86df48 None None] Pushing event updated for resources: {'Port': ['ID=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:42.806200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d7f43cf8-268f-4c62-ae88-79638c86df48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:42.808066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:42.808892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:42.900462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daf19368-1358-44ea-b3e9-8ad17554fec1 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:52:42.951043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.010224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:43.063776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port daf19368-1358-44ea-b3e9-8ad17554fec1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daf19368-1358-44ea-b3e9-8ad17554fec1,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:43.076230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.115887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.119038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:43.201665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Update dhcp port {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '94a9bc5a-1365-4765-a3ae-5e5247222374', 'ip_address': '2001:db8::f816:3eff:fe17:cec3'}, {'subnet_id': 'b082bf58-dc92-4e8a-9fee-1882bf181fb6'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '0218ec2a-0b3b-477a-9eb3-db2fedb165ec'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:52:43.240852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8:0:1::33d (5b136d1c-58b9-45d6-b34a-556fde2a0447/b082bf58-dc92-4e8a-9fee-1882bf181fb6/27936854-057f-4449-a7d6-16ab5bcf96f2) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:43.255954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fe62:7f9f (5b136d1c-58b9-45d6-b34a-556fde2a0447/94a9bc5a-1365-4765-a3ae-5e5247222374/27936854-057f-4449-a7d6-16ab5bcf96f2) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:43.266461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.279514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c516a7-87b3-437e-b8cf-01d98e158021 req-8305ca7a-7460-404e-81e5-4424df5c1973 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:43.286816 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-36c516a7-87b3-437e-b8cf-01d98e158021 req-8305ca7a-7460-404e-81e5-4424df5c1973 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 943 time: 0.8001711 May 20 14:52:43.298923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e2c2cbe9-4979-4b25-821f-063b7548d789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:43.365363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.14 (4479c04c-2659-4f56-82b2-29885e8a3cff/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50/3bb3da10-53d9-40d2-bc7b-a446e6160a3d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:43.371457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.393019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.13 (4479c04c-2659-4f56-82b2-29885e8a3cff/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50/3bb3da10-53d9-40d2-bc7b-a446e6160a3d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:43.445764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:43.466711 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-36c516a7-87b3-437e-b8cf-01d98e158021 req-1bee7aaf-aaa7-41fb-b7eb-f9101954a37e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788721 May 20 14:52:43.481552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:43.488318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1cf9a8e8-03e4-45f9-8b9b-a4172547effb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:43.511742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:43.512993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.519552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-77e230dd-d74a-4111-baba-ad68f24494b1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:43.573832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=daf19368-1358-44ea-b3e9-8ad17554fec1,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:43.578412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=5d309266-ff38-4377-9aaf-c8d18ffdd561,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:43.589842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.601517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:43.604413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.608713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.620424 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:43.624983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fabf612-2191-4b83-bba7-19ae1781c5de None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:43.648068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 27936854-057f-4449-a7d6-16ab5bcf96f2 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:43.696914 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-64088242-cf13-47d1-94f1-16ccb9253870 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/5d309266-ff38-4377-9aaf-c8d18ffdd561 HTTP/1.1" status: 204 len: 168 time: 2.2410045 May 20 14:52:43.700032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55900) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:43.716968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['daf19368-1358-44ea-b3e9-8ad17554fec1'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:52:43.798782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.857167 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-171d88f8-c45f-472f-bcb9-bab023afbe0e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:43.857167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171d88f8-c45f-472f-bcb9-bab023afbe0e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:43.861171 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-171d88f8-c45f-472f-bcb9-bab023afbe0e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/7fb1a297-7676-42c0-84f6-8ab0856bc845 HTTP/1.1" status: 404 len: 337 time: 0.1060929 May 20 14:52:43.865848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55904) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:43.912912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.918468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.958470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:43.969054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.975994 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7117a9e1-60e3-47a5-9379-296cd1666d38 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 954 time: 3.6870525 May 20 14:52:43.975994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55908) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:43.991510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:43.998764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:44.012784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2794ce20-c193-43c5-91f8-27afe00f5ab9 None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:44.013168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2794ce20-c193-43c5-91f8-27afe00f5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.064025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting subnet ccd71737-ca5e-4922-8bdd-af31baaf245e {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:44.072311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.075270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.093054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=27936854-057f-4449-a7d6-16ab5bcf96f2,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:44.100585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:44.104514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:44.111861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:44.117644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:44.118269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.124904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:44.203420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.226119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7043865 May 20 14:52:44.226325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55912) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:44.249699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2794ce20-c193-43c5-91f8-27afe00f5ab9 None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:44.269972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Router 47e1cb3a-0894-43b0-97a0-f7e4cea8c21d is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:52:44.279441 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fedbdc11-467e-4ca0-8d8e-f019114e3ec1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 954 time: 0.3033619 May 20 14:52:44.283610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55918) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:44.334803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.354736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'routes': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:44.381589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2794ce20-c193-43c5-91f8-27afe00f5ab9 None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:44.381965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2794ce20-c193-43c5-91f8-27afe00f5ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.395050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.405263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7ff6a84e-198f-447e-8ec4-04b8e3684bc9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:44.495329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Allocated IP 2001:db8:0:1::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/b082bf58-dc92-4e8a-9fee-1882bf181fb6/0218ec2a-0b3b-477a-9eb3-db2fedb165ec) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:44.699024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:41Z', 'revision_number': 6, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:42Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:44.719344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:44.729129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:44.731356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:44.759387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1cbb81-0f97-43b1-97dc-9535d132808c None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:41Z', 'revision_number': 6, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:42Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:44.868331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:44.878833 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] Sync routers for ids ['47e1cb3a-0894-43b0-97a0-f7e4cea8c21d'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:44.910537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=3bb3da10-53d9-40d2-bc7b-a446e6160a3d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:44.917356 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] Routers {'47e1cb3a-0894-43b0-97a0-f7e4cea8c21d'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:44.917983 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['47e1cb3a-0894-43b0-97a0-f7e4cea8c21d'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:44.921261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:44.923513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] For port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:44.978065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:44.995705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Transition to ACTIVE for port object 0218ec2a-0b3b-477a-9eb3-db2fedb165ec will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:45.007131 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:45.018738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.027049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:45.039392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:45.040053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.042418 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] Routers {'47e1cb3a-0894-43b0-97a0-f7e4cea8c21d'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:45.043260 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['47e1cb3a-0894-43b0-97a0-f7e4cea8c21d'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:45.136901 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:45.137595 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b129d14d-e0bd-436e-9688-4f749ef35207 None None] The sync data for ids ['47e1cb3a-0894-43b0-97a0-f7e4cea8c21d'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:45.177797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9a4c0-2358-46ec-a0fd-551353776a64 req-ea142b48-60aa-47a0-86b6-1f675f0772a1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:45.179383 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91f9a4c0-2358-46ec-a0fd-551353776a64 req-ea142b48-60aa-47a0-86b6-1f675f0772a1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 944 time: 0.5774457 May 20 14:52:45.204108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.205272 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "PUT /v2.0/routers/47e1cb3a-0894-43b0-97a0-f7e4cea8c21d HTTP/1.1" status: 200 len: 883 time: 5.0206842 May 20 14:52:45.217207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55924) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.256290 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.4607656 May 20 14:52:45.261878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.269167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Pushing event updated for resources: {'Port': ['ID=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:45.272653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:45.276570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55928) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.279395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1ab34ee9-e795-4f06-bb5f-5d1bdc732208 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:45.317258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '3bb3da10-53d9-40d2-bc7b-a446e6160a3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:45.332760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd71737-ca5e-4922-8bdd-af31baaf245e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:45.335204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:45.337897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:45.357366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.361864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:floatingip and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:45.369356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:45.378896 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/ccd71737-ca5e-4922-8bdd-af31baaf245e HTTP/1.1" status: 204 len: 168 time: 1.5120232 May 20 14:52:45.379950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55932) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.411855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 27936854-057f-4449-a7d6-16ab5bcf96f2 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:45.412411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.429213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:45.445901 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91f9a4c0-2358-46ec-a0fd-551353776a64 req-aa28fa2a-28a6-49a1-bd32-1f12fe2c51c2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152405 May 20 14:52:45.464506 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e288740-9c89-4f90-b699-cb8488d1219e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:45.464895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e288740-9c89-4f90-b699-cb8488d1219e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:45.467128 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3e288740-9c89-4f90-b699-cb8488d1219e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/57f148c5-1be2-4f20-976a-6923104282dd HTTP/1.1" status: 404 len: 337 time: 0.0736673 May 20 14:52:45.481475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55936) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.482394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:45.582782 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-565b6f01-b3fe-4a57-ae2e-4b5dca604a1c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "GET /v2.0/ports?device_id=595e66e6-7639-414b-ae79-8c17bd00b9b0 HTTP/1.1" status: 200 len: 205 time: 0.0837777 May 20 14:52:45.587948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0218ec2a-0b3b-477a-9eb3-db2fedb165ec up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:45.598893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55940) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.678856 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device daf19368-1358-44ea-b3e9-8ad17554fec1 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:45.722049 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-41e61205-c828-4ca5-85c2-ce2ccdf556ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] delete failed (client error): The resource could not be found. May 20 14:52:45.722830 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-41e61205-c828-4ca5-85c2-ce2ccdf556ba tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/routers/595e66e6-7639-414b-ae79-8c17bd00b9b0 HTTP/1.1" status: 404 len: 336 time: 0.1228185 May 20 14:52:45.730066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55944) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.780549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:45.797312 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c96b689-a9f2-4d9f-8f95-2ccbef5fbc36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:45.799068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c96b689-a9f2-4d9f-8f95-2ccbef5fbc36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:45.801131 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0c96b689-a9f2-4d9f-8f95-2ccbef5fbc36 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/8582fca8-01d9-4641-ad8e-df50b375bce2 HTTP/1.1" status: 404 len: 337 time: 0.0700970 May 20 14:52:45.804229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55948) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.847738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a7ec87-2d44-4fb5-8d66-4cc0dc916aa5 None None] Network 6c95614b-38a4-4c06-b92e-d918d166b5ad requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:45.856373 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45ecb6b-583a-4423-a49d-135e35c1ab15 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:45.859563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b45ecb6b-583a-4423-a49d-135e35c1ab15 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:45.861885 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b45ecb6b-583a-4423-a49d-135e35c1ab15 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/72f65016-a426-49f9-804b-acadc359ea69 HTTP/1.1" status: 404 len: 337 time: 0.0564725 May 20 14:52:45.865326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55952) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:45.929058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22cd5a5f-4e3f-488a-8b21-7f8f7a4881df None None] Provisioning complete for port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:45.929537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22cd5a5f-4e3f-488a-8b21-7f8f7a4881df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.004518 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f68cef6-ecf0-499a-a766-0ef65edbbda9 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.004915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f68cef6-ecf0-499a-a766-0ef65edbbda9 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.006595 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9f68cef6-ecf0-499a-a766-0ef65edbbda9 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/e0b897d7-2b88-4acc-a4a7-93cc907042b6 HTTP/1.1" status: 404 len: 337 time: 0.1402197 May 20 14:52:46.009624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55956) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.029766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port daf19368-1358-44ea-b3e9-8ad17554fec1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:46.044770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:46.062832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:46.063337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.070404 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8794b70-30a2-40e8-95ad-138adc9d0d0a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.070873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8794b70-30a2-40e8-95ad-138adc9d0d0a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.074952 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a8794b70-30a2-40e8-95ad-138adc9d0d0a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/d6573708-3b7f-4a3f-a4fe-0054de225c1a HTTP/1.1" status: 404 len: 333 time: 0.0620177 May 20 14:52:46.076675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55960) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.094994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.098868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port daf19368-1358-44ea-b3e9-8ad17554fec1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:46.099671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.107646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.123912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:46.159622 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5966c191-b360-4220-a0bc-cb49be4692c8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.160993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5966c191-b360-4220-a0bc-cb49be4692c8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.164302 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5966c191-b360-4220-a0bc-cb49be4692c8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/a88ccfff-d8ca-4ad7-b366-db3b77b95373 HTTP/1.1" status: 404 len: 337 time: 0.0809631 May 20 14:52:46.166981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55964) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.209680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-22cd5a5f-4e3f-488a-8b21-7f8f7a4881df None None] Port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:52:46.212903 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4358060e-1104-462a-9a06-4c12ab691c5f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.213981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4358060e-1104-462a-9a06-4c12ab691c5f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.227312 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4358060e-1104-462a-9a06-4c12ab691c5f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/2d6f2f7f-e519-4baa-9fb4-06295e7e951a HTTP/1.1" status: 404 len: 337 time: 0.0591686 May 20 14:52:46.229004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:46.229652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:46.230966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55968) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.285373 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede744a5-2856-4bcd-90a0-3e984937bd08 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.285838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ede744a5-2856-4bcd-90a0-3e984937bd08 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.290640 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ede744a5-2856-4bcd-90a0-3e984937bd08 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/f97b13fa-a37c-404f-80ed-1e6bf0cc05bd HTTP/1.1" status: 404 len: 333 time: 0.0556543 May 20 14:52:46.300993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 27936854-057f-4449-a7d6-16ab5bcf96f2 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:46.314474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55972) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.355729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22cd5a5f-4e3f-488a-8b21-7f8f7a4881df None None] Provisioning complete for port 1160b124-ad8f-4fd5-938d-17ebde9de78c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:46.356122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22cd5a5f-4e3f-488a-8b21-7f8f7a4881df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.365086 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cce7842-33cc-44f8-becd-3b1619be60b3 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.365532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cce7842-33cc-44f8-becd-3b1619be60b3 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.370082 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3cce7842-33cc-44f8-becd-3b1619be60b3 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/a96c4654-3544-464c-a032-ace4dcf17fb5 HTTP/1.1" status: 404 len: 337 time: 0.0517874 May 20 14:52:46.370082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55976) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.420887 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-141bc435-af65-4be5-9863-aceacaeb547b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] DELETE failed (client error): The resource could not be found. May 20 14:52:46.421343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141bc435-af65-4be5-9863-aceacaeb547b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:46.425329 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-141bc435-af65-4be5-9863-aceacaeb547b tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/subnets/bb08a144-4d13-42c9-b3f1-bd21972a50c2 HTTP/1.1" status: 404 len: 337 time: 0.0522993 May 20 14:52:46.426973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55980) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.477324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.181 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/392c3089-bcc6-44ee-96ab-1d9e457bafd3) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:46.489518 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4fcc591f-db28-4f2c-b645-5fe2d40f4679 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/47e1cb3a-0894-43b0-97a0-f7e4cea8c21d HTTP/1.1" status: 200 len: 924 time: 1.2678161 May 20 14:52:46.499183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 55986) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:46.569583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added routes are [] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 14:52:46.570316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 14:52:46.599150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:46.618255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.622396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.629320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:46.761612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=27936854-057f-4449-a7d6-16ab5bcf96f2,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:46.764526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:46.796489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.818083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.970984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.981466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84716251-af46-4e74-9400-37dc43f94554 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:46.983428 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-84716251-af46-4e74-9400-37dc43f94554 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=47e1cb3a-0894-43b0-97a0-f7e4cea8c21d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4830770 May 20 14:52:46.987919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:46.988463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.996623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:46.999395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55990) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:47.014602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b655a-5ab3-4b4a-8a60-6b2f2187e7b7 req-d7076d65-0dd5-47c7-a513-25f86274ef07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:47.016132 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-868b655a-5ab3-4b4a-8a60-6b2f2187e7b7 req-d7076d65-0dd5-47c7-a513-25f86274ef07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 944 time: 0.4080782 May 20 14:52:47.024766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:52:47.075485 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port daf19368-1358-44ea-b3e9-8ad17554fec1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daf19368-1358-44ea-b3e9-8ad17554fec1,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:47.078978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:47.097848 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/27936854-057f-4449-a7d6-16ab5bcf96f2 HTTP/1.1" status: 204 len: 168 time: 2.8676386 May 20 14:52:47.099154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 55998) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:47.100421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.158464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.159555 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:47.175702 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-868b655a-5ab3-4b4a-8a60-6b2f2187e7b7 req-e34cc723-abeb-4a49-a8e0-1810266ac478 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417992 May 20 14:52:47.208369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.214581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] DHCP port deletion for 6c95614b-38a4-4c06-b92e-d918d166b5ad request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:52:47.232495 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'code': 200} May 20 14:52:47.293306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:47.309208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.321304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1108e87c-6a32-4717-a646-331cb15787d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:47.341756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0001b9cc-8af0-4830-9002-c497fed8983e None None] Provisioning for port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:47.363407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0001b9cc-8af0-4830-9002-c497fed8983e None None] Provisioning complete for port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:47.363407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0001b9cc-8af0-4830-9002-c497fed8983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.389558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:47.399123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:47.408979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:47.454141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=daf19368-1358-44ea-b3e9-8ad17554fec1,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:47.454381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=392c3089-bcc6-44ee-96ab-1d9e457bafd3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:47.457694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:47.458805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1160b124-ad8f-4fd5-938d-17ebde9de78c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:47.464457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:47.494873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-25169c0a-c952-4a14-bf5b-c24cf06a611c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:47.530802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.543670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d9da1c96-5927-44c4-aaeb-2d67b0959e31 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:47.550520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.554019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63b69eb-3884-444e-9774-cd856cec2df5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:47.558050 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a63b69eb-3884-444e-9774-cd856cec2df5 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.5496938 May 20 14:52:47.559176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56002) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:47.590009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:47.630989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Deleting port 1160b124-ad8f-4fd5-938d-17ebde9de78c {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:47.631676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.631769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:47.652277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.666562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:47.669836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:47.681310 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/ports/c7b23c99-fa4d-48f7-b0ac-0913ab2f81d0 HTTP/1.1" status: 204 len: 168 time: 1.2528744 May 20 14:52:47.738139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56006) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:47.761090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.834638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7948c3d3-1d3e-4486-9e8f-c96568d89ac6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:47.835384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7948c3d3-1d3e-4486-9e8f-c96568d89ac6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:47.848838 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a0b83962-a3f5-459d-94ee-09336c9b636e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e1cb3a-0894-43b0-97a0-f7e4cea8c21d HTTP/1.1" status: 200 len: 205 time: 0.2856472 May 20 14:52:47.851077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1160b124-ad8f-4fd5-938d-17ebde9de78c,segment=NetworkSegment(40cdf368-01ae-4e24-a10e-c01cb87f48c1),segment_id=40cdf368-01ae-4e24-a10e-c01cb87f48c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:47.855193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.857504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56010) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:47.863785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:47.939388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7948c3d3-1d3e-4486-9e8f-c96568d89ac6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:47.942708 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7948c3d3-1d3e-4486-9e8f-c96568d89ac6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8305726 May 20 14:52:47.943682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56014) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:48.004105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73240636-6057-42f1-ae3e-81e4ba4a70b1 req-6d963a02-ff2b-40a5-b2e2-7be23d870bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:48.005915 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-73240636-6057-42f1-ae3e-81e4ba4a70b1 req-6d963a02-ff2b-40a5-b2e2-7be23d870bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1098 time: 0.5326390 May 20 14:52:48.014018 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Calling delete_port for 1160b124-ad8f-4fd5-938d-17ebde9de78c owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:48.019155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.024878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:41Z', 'revision_number': 6, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:42Z', 'revision_number': 4, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:48.032218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0001b9cc-8af0-4830-9002-c497fed8983e None None] Could not find standard attr ID for object 27936854-057f-4449-a7d6-16ab5bcf96f2. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:52:48.040069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:48.050209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:48.057985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1160b124-ad8f-4fd5-938d-17ebde9de78c,segment=NetworkSegment(40cdf368-01ae-4e24-a10e-c01cb87f48c1),segment_id=40cdf368-01ae-4e24-a10e-c01cb87f48c1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:48.065045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:48.065673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:48.083270 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-73240636-6057-42f1-ae3e-81e4ba4a70b1 req-ddde1158-2937-4774-b3b2-e8c080c31f90 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673923 May 20 14:52:48.123111 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.134149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:48.208092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.219151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a404e158-b289-4edf-ac43-bc369bedbb13 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:48.222978 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a404e158-b289-4edf-ac43-bc369bedbb13 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2752934 May 20 14:52:48.228890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56020) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:48.294682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=10']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:48.303733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:48.306062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:48.326706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:48.331201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1d2e5-e892-4875-97ac-4a54109042cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:48.332953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1d2e5-e892-4875-97ac-4a54109042cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:48.334535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b1d2e5-e892-4875-97ac-4a54109042cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:48.335407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-49b1d2e5-e892-4875-97ac-4a54109042cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:52:48.342903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.344128 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a30c87c1-3ff1-4db1-aece-736a78088444 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 704 time: 3.9994297 May 20 14:52:48.349213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56024) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:48.426581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.435200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:48.496196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-49b1d2e5-e892-4875-97ac-4a54109042cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:52:48.497226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] No DVR routers for this DVR port 1160b124-ad8f-4fd5-938d-17ebde9de78c on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:48.500622 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-49b1d2e5-e892-4875-97ac-4a54109042cb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2698522 May 20 14:52:48.501713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56028) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:48.502405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Pushing event deleted for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:48.505004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:48.589708 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-866523cd-0c41-431a-a435-69d17e03a3ca tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 704 time: 0.2369111 May 20 14:52:48.591218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56032) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:48.591570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Deleting port 1160b124-ad8f-4fd5-938d-17ebde9de78c {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:48.592014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.668958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 94a9bc5a-1365-4765-a3ae-5e5247222374 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:48.675439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.740854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.752374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.766723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] For port 1160b124-ad8f-4fd5-938d-17ebde9de78c, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:48.766983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.782465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 7, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:48.790104 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1734d11a-e4a8-498b-ba62-ece2999972ae None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 7, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:48.818180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.914374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Calling delete_port for 1160b124-ad8f-4fd5-938d-17ebde9de78c owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:48.941956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.ipam_backend_mixin [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Port 1160b124-ad8f-4fd5-938d-17ebde9de78c was not found and therefore no delete operation was performed {{(pid=98805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:52:48.960149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:48.969318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3c45ca56-b282-4511-9346-817669d11555 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:49.017178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac852b-76eb-4c85-8875-a2a9209e8788 req-62aac13e-1640-4ada-b26b-325a87de1305 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:49.018695 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e4ac852b-76eb-4c85-8875-a2a9209e8788 req-62aac13e-1640-4ada-b26b-325a87de1305 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 945 time: 0.4614542 May 20 14:52:49.056610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Port': ['ID=1160b124-ad8f-4fd5-938d-17ebde9de78c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:49.059163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] No DVR routers for this DVR port 1160b124-ad8f-4fd5-938d-17ebde9de78c on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:49.078273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:49.095781 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:49.106147 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:49.106833 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:49.135863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.203362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.302266 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e4ac852b-76eb-4c85-8875-a2a9209e8788 req-58722ec1-c463-4a89-8937-cdb5736d7f4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708769 May 20 14:52:49.306458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.326495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c95614b-38a4-4c06-b92e-d918d166b5ad']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:49.332811 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:49.344301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Deleting port 68ed781b-9838-42cd-b93f-0cce925e96ce {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:49.344637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.363586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cdf368-01ae-4e24-a10e-c01cb87f48c1') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:49.364119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cdf368-01ae-4e24-a10e-c01cb87f48c1') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:49.395020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.399726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:49.478278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.491400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:49.491787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.510693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:52:49.511147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:52:49.531946 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:52:49.644832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.690769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.692802 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 7, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:49.697489 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:49.704494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.709196 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:49.709965 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:49.756012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.758679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6a8caf4-034f-4859-a2b8-4216a1d8dfe2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:49.762816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be130876-67ba-43cb-b120-b51f4fc4be22 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:49.780241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.800258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=94a9bc5a-1365-4765-a3ae-5e5247222374,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:49.803340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:49.805213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.816121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:49.818535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6d75b2-8be0-4083-aff3-fb3f46dff1a6 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:49.854633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Calling delete_port for 68ed781b-9838-42cd-b93f-0cce925e96ce owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:49.859081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Pushing event deleted for resources: {'Network': ['ID=6c95614b-38a4-4c06-b92e-d918d166b5ad,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:49.870224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:49.877947 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] 10.222.0.58 "DELETE /v2.0/networks/6c95614b-38a4-4c06-b92e-d918d166b5ad HTTP/1.1" status: 204 len: 168 time: 2.1393368 May 20 14:52:49.878589 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:49.920568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.014292 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/94a9bc5a-1365-4765-a3ae-5e5247222374 HTTP/1.1" status: 204 len: 168 time: 1.5064204 May 20 14:52:50.020075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56038) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:50.270668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet b082bf58-dc92-4e8a-9fee-1882bf181fb6 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:50.279364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.297656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.311077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56044) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:50.313404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c418b3e2-cc1a-4428-a236-f206051f1988 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:50.374922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.385559 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 7, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:50.390733 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4104fb9d-e3d3-4d92-91b1-580536df13c7 None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 7, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e', 'name': '', 'network_id': 'a7591efb-e2bf-42fc-9f6e-334a5a41e142', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:cc:06:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:33Z', 'updated_at': '2021-05-20T14:52:46Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '660aa508-0e27-4c2d-b77e-91ee34873ed9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:50.530948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=392c3089-bcc6-44ee-96ab-1d9e457bafd3,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:50.585067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.604695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.677365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:50.811995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:50.812490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.915325 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5131bc8b-544e-475f-b652-d50ab6ac5ef4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce44f1e9dc7d400498e544baf868287e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664291 May 20 14:52:50.916020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.922564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56052) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:50.923219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5be6ac25-0a5b-4336-a053-b02f859de86c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:50.976869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d1756ebb-180c-4064-88cb-2f4698892593 None None] Provisioning complete for port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:50.977428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebb-180c-4064-88cb-2f4698892593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:50.985857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event deleted for resources: {'Port': ['ID=68ed781b-9838-42cd-b93f-0cce925e96ce,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:50.991776 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 3322c133-246a-44ab-93f7-2205384f41fb associated. External IP: 172.26.6.181, port: 3bb3da10-53d9-40d2-bc7b-a446e6160a3d. May 20 14:52:51.040068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:51.040407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.063058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:51.111472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97e408-d3cb-4a3f-9ef8-9a539a97ce9c req-81dfaf57-ffb6-4ae9-82d8-f1e61c7f8755 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:51.112943 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0b97e408-d3cb-4a3f-9ef8-9a539a97ce9c req-81dfaf57-ffb6-4ae9-82d8-f1e61c7f8755 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 945 time: 0.6093986 May 20 14:52:51.314926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:51.320722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.325066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.330588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-80772ed3-af46-4f4a-8161-c6ebeea5090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:51.335437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.376754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=b082bf58-dc92-4e8a-9fee-1882bf181fb6,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:51.378715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.382664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:51.384533 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0b97e408-d3cb-4a3f-9ef8-9a539a97ce9c req-55d848ea-7fdd-42f4-8671-e3157eb6428e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619572 May 20 14:52:51.393586 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/b082bf58-dc92-4e8a-9fee-1882bf181fb6 HTTP/1.1" status: 204 len: 168 time: 1.3627498 May 20 14:52:51.394155 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4efaa-c47e-4b96-8916-4f2c33447010 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:51.395991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56058) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:51.464749 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-92c66a35-6618-44f7-956c-3bfaa2494485 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675075 May 20 14:52:51.467367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56064) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:51.473925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:51.550892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.612579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:51.624905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:51.628403 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:51.635558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:51.647443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:51.651476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.686358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:52:51.752243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Deleting port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:51.752618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.814772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.816435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.820941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53baef38-40fb-4b7e-bf6d-e25ce6f2d9ed tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:51.827655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.866658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] For port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:51.867244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.868527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:51.872992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:51.986714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:51.987551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Fanout notify agent at l3_agent the message router_deleted on router 47e1cb3a-0894-43b0-97a0-f7e4cea8c21d {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:52:52.018406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:52.019282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.023034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-63246665-13ff-41ca-a8ff-b7f84e7950d2 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:52.039355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Calling delete_port for 0218ec2a-0b3b-477a-9eb3-db2fedb165ec owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:52.044673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7702e445-23dc-465a-9743-013285daecac,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:52.050495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:52.084265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158a0b1-e76c-44f9-b76c-0a003584da9b req-5393d1fb-0782-4da5-86f9-7cae0684bbcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:52.086330 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1158a0b1-e76c-44f9-b76c-0a003584da9b req-5393d1fb-0782-4da5-86f9-7cae0684bbcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 945 time: 0.5290656 May 20 14:52:52.087898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.091937 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7702e445-23dc-465a-9743-013285daecac HTTP/1.1" status: 204 len: 168 time: 1.1371622 May 20 14:52:52.095348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.100000 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/47e1cb3a-0894-43b0-97a0-f7e4cea8c21d HTTP/1.1" status: 204 len: 168 time: 4.2395010 May 20 14:52:52.102802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.108888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:52.187822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56070) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:52.207857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Pushing event deleted for resources: {'Port': ['ID=0218ec2a-0b3b-477a-9eb3-db2fedb165ec,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:52.211071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:52.211930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] No DVR routers for this DVR port 0218ec2a-0b3b-477a-9eb3-db2fedb165ec on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:52.217462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-120762770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:52.236798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:52.249552 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1158a0b1-e76c-44f9-b76c-0a003584da9b req-258e55ad-db24-4904-811a-e94919f9fb1e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844486 May 20 14:52:52.267624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Usage tracker for resource:router and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:52.277315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:52.294976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56076) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:52.330055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:52.337588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.354513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:52.367621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:52.379853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:52.380957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:52.383122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.451277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.452257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:52.452728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.462300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:52.463010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:52.466932 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.1538541 May 20 14:52:52.469576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56082) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:52.485362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'port_id': '3bb3da10-53d9-40d2-bc7b-a446e6160a3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:52.528959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:52.529820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ba1f1-b0c1-401e-9f9b-59087242604a None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:52.582176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.616360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.664446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d33ea2-113f-4663-9c80-e6ca7b54bcfd tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:52.669305 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-49d33ea2-113f-4663-9c80-e6ca7b54bcfd tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1093 time: 0.3700416 May 20 14:52:52.694743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56092) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:52.702702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:52.714104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:52.733537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:52.738991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:52.786482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:52.812607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.876350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:52.984398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56104) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:53.006410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.007551 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-04040905-5d9c-4705-9aa9-045071ac3aaa tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8180890 May 20 14:52:53.012356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56110) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:53.017939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': True}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:53.155212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:53.169512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-836108788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:53.179845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:53.239925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:router and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:53.241603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.252263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:53.268415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:53.433058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0218ec2a-0b3b-477a-9eb3-db2fedb165ec no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:53.473465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 0218ec2a-0b3b-477a-9eb3-db2fedb165ec {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:53.473961 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0218ec2a-0b3b-477a-9eb3-db2fedb165ec not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:52:53.553681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.554667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.573792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.154 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/4dc0449d-e74a-4f47-a8fa-e90243f88d07) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:53.632689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.723674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:52:53.724934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.740718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:53.742422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.751897 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:53.752646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c8956fb-66d1-48c7-af77-03e00fe589f9 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:53.761697 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:53.762421 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:53.779315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.792398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.813898 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2224462 May 20 14:52:53.821141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56114) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:53.827526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:53.862950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:53.879460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b56ec4-6aa3-4012-8804-61ca0228897d None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:53.886737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=6c40edab-b25c-420a-b6aa-3c6e8c0307fe,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:53.887363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.901191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:53.912040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.934010 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:53.952864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:53.953449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:53.995805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet 660aa508-0e27-4c2d-b77e-91ee34873ed9 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:52:54.000249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.033803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.035003 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-532a7b62-fd2d-4262-a3cb-6348dd170d85 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0488470 May 20 14:52:54.036610 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5683475 May 20 14:52:54.040797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56118) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:54.041207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56120) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:54.053423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:54.069337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.075670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-34990902'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:54.174648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:54.180834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.182585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '6c40edab-b25c-420a-b6aa-3c6e8c0307fe'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:52:54.183658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.190509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:54.221918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:network and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:54.232612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:54.326119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:54.344233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:54.372797 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:51Z', 'revision_number': 8, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:54.377184 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:52:54.387011 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:54.387899 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:54.413018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:54.421312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Allocated IP 2001:db8::f816:3eff:fec8:70a4 (5b136d1c-58b9-45d6-b34a-556fde2a0447/6c40edab-b25c-420a-b6aa-3c6e8c0307fe/9ae46bb4-9d29-4201-a1ff-d1317a92a99e) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:54.428867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:54.496832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.532910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Made reservation on behalf of c6e015cd0edd4c21b01c41523662af90 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:54.536369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.549557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.554135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=4dc0449d-e74a-4f47-a8fa-e90243f88d07,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:54.579738 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:52:54.583552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:54.584846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.589035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.623773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:54.627985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:54.630927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:54.637251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:54.686599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:54.693804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:54.697275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.711050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.726412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:security_group_rule and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:54.728237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Transition to ACTIVE for port object 9ae46bb4-9d29-4201-a1ff-d1317a92a99e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:54.744678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:54.747937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:54.764717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Transition to ACTIVE for port object 9ae46bb4-9d29-4201-a1ff-d1317a92a99e will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:52:54.768208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:54.776957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:54.791228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-be1b1f57-0d24-4ab7-a979-d6a75525ac02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:54.868850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:54.872583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:54.877427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:54.911465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Allocated IP 172.26.6.209 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/f3e2bcdf-f7fd-4c62-adb9-2fe633c5d72c) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:54.980153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Pushing event updated for resources: {'Port': ['ID=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:54.982283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:55.006436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Attempting to bind port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:52:55.007350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Attempting to bind port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:52:55.007350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Attempting to bind port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:52:55.012968 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:51Z', 'revision_number': 8, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:55.015507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:52:55.016026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:55.016581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.017073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:52:55.017760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Bound port: 9ae46bb4-9d29-4201-a1ff-d1317a92a99e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:52:55.018544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.020282 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce2539-720b-44a7-ab5f-6e83e555a841 None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:52:51Z', 'revision_number': 8, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5205fb9d-6bed-4bf4-9c77-bff0777b056e', 'name': '', 'network_id': '7ba5e2bf-95aa-48a7-82d7-bc23af041436', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:dd:a8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 879, 'fixed_ips': [{'subnet_id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:19Z', 'updated_at': '2021-05-20T14:52:33Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': 'a02c3bc8-d053-4f5f-bc11-394344d8cd6a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:55.091862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.099595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4b6d07bd-ecbc-4cf2-b834-148786803a18 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:55.124464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] For port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:52:55.129593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] For port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:52:55.134575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.140250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b0e39d54-b1f5-419d-ab46-88f1d1e51261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:55.157687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=660aa508-0e27-4c2d-b77e-91ee34873ed9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:55.160321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.164810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:55.169114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.182585 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/660aa508-0e27-4c2d-b77e-91ee34873ed9 HTTP/1.1" status: 204 len: 168 time: 1.3569331 May 20 14:52:55.184365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56126) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:55.188379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1955062-5420-4bd2-b1bc-72cc0aae8159 None None] Network a7591efb-e2bf-42fc-9f6e-334a5a41e142 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:55.308628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.327880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Pushing event updated for resources: {'Port': ['ID=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:55.331199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:55.355882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.359767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b5fdef-dbb1-44cc-9a55-a37d0faf7ba9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:55.412861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:55.426760 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c40edab-b25c-420a-b6aa-3c6e8c0307fe (CIDR: 2001:db8::/64) May 20 14:52:55.456514 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:52:55.457027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:52:55.464290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:55.464793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c2ee288e-5ffa-4128-b8b4-ce53e7e48d7e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:52:55.471277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Port': ['ID=f3e2bcdf-f7fd-4c62-adb9-2fe633c5d72c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:55.483804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:55.486033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:55.493036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:55.506513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:52:55.575488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:55.591210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.592589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] DHCP port deletion for a7591efb-e2bf-42fc-9f6e-334a5a41e142 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:52:55.592976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 385c2362-4f56-461a-8182-282de97517c3 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:55.593332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.598663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:55.656158 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6369b575-09f7-4313-8876-9c7f37050ec0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6107976 May 20 14:52:55.668426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56130) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:55.698685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.702835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:55.714753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:55.715331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:55.739397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.756284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5b9b02c5-40ab-4554-8d24-fb070947ea05 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:55.833703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:55.847011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:55.847509 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:55.890282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:52:55.919713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:55.920471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c57a30-11ac-412c-a0ee-03c75fabfbaf None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:55.935205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Deleting port 385c2362-4f56-461a-8182-282de97517c3 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:55.935397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.952351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6caec3e5-04d1-4f9d-a214-17bea49e2c98,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:55.961871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:55.966935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:55.967329 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Added segment 4ac2d22b-ac25-47fd-b956-bf6edee60e0b of type vlan for network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 May 20 14:52:55.976753 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8526aefd-6f71-4ecf-9790-12fa9eb49681 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/floatingips/3322c133-246a-44ab-93f7-2205384f41fb HTTP/1.1" status: 200 len: 978 time: 3.5059342 May 20 14:52:55.982235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56134) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:56.043707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] For port 385c2362-4f56-461a-8182-282de97517c3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=385c2362-4f56-461a-8182-282de97517c3,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:56.044119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.107538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.110960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:56.122926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.130541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:56.136126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:56.146147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:56.152685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 385c2362-4f56-461a-8182-282de97517c3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=385c2362-4f56-461a-8182-282de97517c3,segment=NetworkSegment(847129cf-beb2-4b0c-8ca0-84acc2af8b32),segment_id=847129cf-beb2-4b0c-8ca0-84acc2af8b32)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:56.153390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.171074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Calling delete_port for 385c2362-4f56-461a-8182-282de97517c3 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:56.227066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.232718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:56.248739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:56.251741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.284780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Pushing event deleted for resources: {'Port': ['ID=385c2362-4f56-461a-8182-282de97517c3,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:56.285676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] No DVR routers for this DVR port 385c2362-4f56-461a-8182-282de97517c3 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:56.287373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:56.306804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 385c2362-4f56-461a-8182-282de97517c3 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:56.335977 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-ae77bf35-d017-456c-8f33-4510fb7ab9da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5964842 May 20 14:52:56.422374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.427998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:56.428669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.442413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5dc6d8d-920f-4ee0-828e-be2e29430674 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:56.522159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.585601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.652260 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.6084857 May 20 14:52:56.659576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56138) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:56.672931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'subnet': {'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:56.686286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Network': ['ID=16cc75c8-94ad-4910-a90b-adb8f462d5b5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:56.693412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:56.699453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:56.711078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b56c9259-b1de-406d-848b-563583321f5b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:56.720101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:52:56.732956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1bc4e091-8645-405b-a952-f3ccc3efb0a0 None None] Provisioning for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:56.778005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=385c2362-4f56-461a-8182-282de97517c3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:56.836439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:56.881845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-2c84d4a4-4c13-43d6-bba8-752f53a5479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:56.883401 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-2c84d4a4-4c13-43d6-bba8-752f53a5479b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1098 time: 0.4534817 May 20 14:52:56.904434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port 385c2362-4f56-461a-8182-282de97517c3 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:52:57.016082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 392c3089-bcc6-44ee-96ab-1d9e457bafd3 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:52:57.016426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.052978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:57.106814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:subnet and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:57.173646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:57.199962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.200316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.269289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:57.275627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.307430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7591efb-e2bf-42fc-9f6e-334a5a41e142']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:57.350444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847129cf-beb2-4b0c-8ca0-84acc2af8b32') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:57.351149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847129cf-beb2-4b0c-8ca0-84acc2af8b32') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:57.354916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 392c3089-bcc6-44ee-96ab-1d9e457bafd3 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:52:57.357902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Made reservation on behalf of c6e015cd0edd4c21b01c41523662af90 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:57.363500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.378648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.385931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.393023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-375b4cc0-8a49-48fa-990e-71c03fd96caf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:57.427388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ae46bb4-9d29-4201-a1ff-d1317a92a99e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:57.431652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.496967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:52:57.502483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:57.502954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.558580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=4dc0449d-e74a-4f47-a8fa-e90243f88d07,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:57.567561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:57.584430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.633129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.668287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:52:57.673593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.676314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-22df9088-1a99-4cfd-973a-b74366a5ab92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:57.729474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-281d101f-38c4-4769-8003-81bc4d84825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:57.734182 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-281d101f-38c4-4769-8003-81bc4d84825c service neutron] 10.222.0.11 "GET /v2.0/networks?id=008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 200 len: 898 time: 0.8024845 May 20 14:52:57.753613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 385c2362-4f56-461a-8182-282de97517c3 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:52:57.800699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 385c2362-4f56-461a-8182-282de97517c3 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:52:57.801044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 385c2362-4f56-461a-8182-282de97517c3 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:52:57.807590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:57.812297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:57.869673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.907053 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 29726140-5848-4e1e-81a6-a27b0760bfd5 associated. External IP: 172.26.6.154, port: daf19368-1358-44ea-b3e9-8ad17554fec1. May 20 14:52:57.908402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:52:57.908794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:52:57.923163 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:52:57.972176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.021382 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-b2ab5695-c7dd-4f60-8e68-b8c59d0c7eea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 200 len: 999 time: 0.2281468 May 20 14:52:58.024240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.031672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-40007796-974b-4b98-abda-18b039d4382f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:58.069050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.146537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.151868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.164520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=392c3089-bcc6-44ee-96ab-1d9e457bafd3,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:58.165069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-abc759d5-b664-4052-9aba-c7de3c93ed07 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:58.168080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:58.212696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=a7591efb-e2bf-42fc-9f6e-334a5a41e142,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:58.227815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:58.266387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-93eb10ae-a8ea-4290-ac0e-5e0e97456755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:58.267886 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-93eb10ae-a8ea-4290-ac0e-5e0e97456755 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b33b3d53-ea83-4dce-8bdd-70fd84863ab6 HTTP/1.1" status: 200 len: 834 time: 0.2382932 May 20 14:52:58.277282 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/a7591efb-e2bf-42fc-9f6e-334a5a41e142 HTTP/1.1" status: 204 len: 168 time: 3.0919645 May 20 14:52:58.286091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56142) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:58.343496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.355460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aefe9e1a-420e-43de-b408-6dc3d36a166d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:58.533476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-c447c3b7-0030-4a31-ae9f-0c7b7fef357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:58.534891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-c447c3b7-0030-4a31-ae9f-0c7b7fef357c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=008226cb-0abb-4b72-abda-29aade509554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2543163 May 20 14:52:58.567206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Router 1743e212-4bae-49ca-8b7e-f58bea8557cb is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:52:58.703205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.703822 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 3322c133-246a-44ab-93f7-2205384f41fb disassociated (deleted). External IP: 172.26.6.181, port: 3bb3da10-53d9-40d2-bc7b-a446e6160a3d. May 20 14:52:58.770959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:52:58.797579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:58.809626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068441bd-b9a0-4262-bb89-2c496ea80e21 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:58.863324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=9f606437-fa9b-4087-832b-f9a990d7088d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:58.882125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:58.891000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:58.891000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.897785 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-5f8df12c-a8af-4ed5-a3cc-3cc3415e43d0 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519278 May 20 14:52:58.961294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:52:58.972504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:58.973667 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "PUT /v2.0/routers/1743e212-4bae-49ca-8b7e-f58bea8557cb HTTP/1.1" status: 200 len: 918 time: 5.9599431 May 20 14:52:58.975784 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] Sync routers for ids ['1743e212-4bae-49ca-8b7e-f58bea8557cb'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:52:58.980743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56146) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:58.987151 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] Routers {'1743e212-4bae-49ca-8b7e-f58bea8557cb'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:58.987772 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1743e212-4bae-49ca-8b7e-f58bea8557cb'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:59.060346 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:59.070148 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] Routers {'1743e212-4bae-49ca-8b7e-f58bea8557cb'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:52:59.070838 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1743e212-4bae-49ca-8b7e-f58bea8557cb'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:59.142943 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:52:59.143404 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b70ec48-417b-456a-8155-5faaf7ed5f2b None None] The sync data for ids ['1743e212-4bae-49ca-8b7e-f58bea8557cb'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:52:59.157251 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-740616ab-5aca-4b82-bb17-3f6bc725b1e7 req-4bd87601-3706-42bd-aa3a-aa7920d491cb service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446206 May 20 14:52:59.159134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.162129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6c9e0f56-8a75-4ba4-ac9d-e7dafb416b79 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:59.205705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Update dhcp port {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'fixed_ips': [{'subnet_id': '6c40edab-b25c-420a-b6aa-3c6e8c0307fe', 'ip_address': '2001:db8::f816:3eff:fec8:70a4'}, {'subnet_id': '9f606437-fa9b-4087-832b-f9a990d7088d'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '9ae46bb4-9d29-4201-a1ff-d1317a92a99e'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:52:59.228134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 4661d359-4940-40bb-96c3-c11e3f1aa20b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:52:59.261658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.320745 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6338077 May 20 14:52:59.326366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56150) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:59.403907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ae46bb4-9d29-4201-a1ff-d1317a92a99e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:52:59.434476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Subnet': ['ID=8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:59.440070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:59.460083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Checking segment: {'id': '4ac2d22b-ac25-47fd-b956-bf6edee60e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:52:59.460840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network hostable DHCP agents. Network: 16cc75c8-94ad-4910-a90b-adb8f462d5b5, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:52:59.480520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:52:59.497026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 16cc75c8-94ad-4910-a90b-adb8f462d5b5) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:52:59.511925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f84af-96ab-4e00-8f46-b3fff7ae6231 None None] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:52:59.515469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:a4:19:7b', 'name': 'tempest-NetworksTestDHCPv6-289026416'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:59.523462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:59.524049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.550687 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8845034 May 20 14:52:59.550687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56154) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:59.557360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'network': {'name': 'tempest-router-network01--744748927'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:59.564818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:59.569574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:network and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:59.573825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:59.581200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:59.591912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Made reservation on behalf of c6e015cd0edd4c21b01c41523662af90 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:59.595949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.627568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:52:59.640063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.640688 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Added segment ac24e0ab-e6a6-43ba-9e64-4993a8d047bb of type vlan for network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef May 20 14:52:59.670532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.704144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Allocated IP 2001:db8:0:1::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/9f606437-fa9b-4087-832b-f9a990d7088d/9ae46bb4-9d29-4201-a1ff-d1317a92a99e) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:52:59.705662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.711944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:52:59.713043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.718714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3757bd7f-ba8f-45ef-8205-2642f63d5bb2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:52:59.730116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:52:59.730518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.829164 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2771256 May 20 14:52:59.832681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56158) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:59.835519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Network': ['ID=1f0d8089-6089-47f4-ac3a-0d72f224e8ef,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:52:59.842464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'network': {'name': 'tempest-router-network02--2133254831'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:52:59.847419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:52:59.849779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:52:59.858716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:network and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:52:59.859891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:52:59.862840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:52:59.867895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:52:59.878608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Made reservation on behalf of c6e015cd0edd4c21b01c41523662af90 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:52:59.882190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.892077 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c384a1cc-3446-4524-8ea0-1f17d77f283a tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/1743e212-4bae-49ca-8b7e-f58bea8557cb HTTP/1.1" status: 200 len: 924 time: 0.8952508 May 20 14:52:59.899903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56162) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:52:59.971410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:52:59.985570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:52:59.985925 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Added segment 875a2eb7-8369-4288-8404-77790fe82d96 of type vlan for network d1be2526-67f4-4cfc-8721-e83089eb6bb6 May 20 14:53:00.017495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb40071-2b02-40b8-b151-d4c2afff896f tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:00.018722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1bb40071-2b02-40b8-b151-d4c2afff896f tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Synchronizing usage tracker for tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:00.040437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.067956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1bb40071-2b02-40b8-b151-d4c2afff896f tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Unset dirty status for tenant:f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:00.071506 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1bb40071-2b02-40b8-b151-d4c2afff896f tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=1743e212-4bae-49ca-8b7e-f58bea8557cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1660621 May 20 14:53:00.072286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56166) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:00.108592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:00.128134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:00.128371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-16cc75c8-94ad-4910-a90b-adb8f462d5b5', 'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5', 'tenant_id': 'c6e015cd0edd4c21b01c41523662af90', 'fixed_ips': [{'subnet_id': '8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:00.128866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.139349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:00.151565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:00.154550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] Sync routers for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:00.156652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:00.165471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.175659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] For port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:00.179133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.184254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:00.184831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.198047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:00.224290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:00.224937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:00.251401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:00.265505 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4290426 May 20 14:53:00.270383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56170) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:00.288792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'subnet': {'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:00.337319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Network': ['ID=d1be2526-67f4-4cfc-8721-e83089eb6bb6,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:00.341056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:00.342731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a91f4-8f4c-485d-9ec1-8e63df6bc846 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:00.346760 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fc9a91f4-8f4c-485d-9ec1-8e63df6bc846 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.2713449 May 20 14:53:00.346925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.347054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56174) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:00.354671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:00.392278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d1be2526-67f4-4cfc-8721-e83089eb6bb6 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:00.401778 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c25c9115-a94b-45ed-8120-a3bb7296c371 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=1743e212-4bae-49ca-8b7e-f58bea8557cb HTTP/1.1" status: 200 len: 205 time: 0.0506029 May 20 14:53:00.402059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56178) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:00.427075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Transition to ACTIVE for port object 9ae46bb4-9d29-4201-a1ff-d1317a92a99e will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:00.455009 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7567251 May 20 14:53:00.466906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56182) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:00.507071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:53:00.652651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:00.656091 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-005268b8-32b6-49bf-a72a-7409af1a7392 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/29726140-5848-4e1e-81a6-a27b0760bfd5 HTTP/1.1" status: 200 len: 991 time: 0.1883292 May 20 14:53:00.670676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:subnet and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:00.676462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:00.679927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:00.687798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.689987 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:00.690477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.697113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.714218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d7f43cf8-268f-4c62-ae88-79638c86df48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:00.714995 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:00.716124 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:00.727344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:00.732752 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'status': 'completed', 'code': 200} May 20 14:53:00.771339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:00.784904 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:00.794379 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:00.795265 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:00.807863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.843697 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/floatingips/3322c133-246a-44ab-93f7-2205384f41fb HTTP/1.1" status: 204 len: 168 time: 4.8479061 May 20 14:53:00.847194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56190) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:00.858896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:53:00.866755 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:00.867398 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c112005-5003-40da-af7c-8fed2333ac62 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:00.910334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Made reservation on behalf of c6e015cd0edd4c21b01c41523662af90 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:00.914830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.945519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-013661cc-9fec-439a-a323-ba03d8934007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:00.947030 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-013661cc-9fec-439a-a323-ba03d8934007 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1098 time: 0.1976962 May 20 14:53:00.948991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:00.952902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Allocated IP 172.20.0.2 (16cc75c8-94ad-4910-a90b-adb8f462d5b5/8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f/bf0dfedf-4cfe-45cd-935c-26a26b3208d7) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:00.958060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Pushing event updated for resources: {'Port': ['ID=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:01.021867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:01.167288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.294878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-94ce9b58-6e73-40f8-b17e-d60d861b6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:01.296375 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-94ce9b58-6e73-40f8-b17e-d60d861b6826 service neutron] 10.222.0.11 "GET /v2.0/networks?id=008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 200 len: 898 time: 0.3393238 May 20 14:53:01.301225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Deleting port f3e2bcdf-f7fd-4c62-adb9-2fe633c5d72c {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:01.301564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.424761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ae46bb4-9d29-4201-a1ff-d1317a92a99e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:01.577304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.656310 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-c10ca1c3-f298-4d86-929f-621024984eb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 200 len: 999 time: 0.3396161 May 20 14:53:01.670638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4188625f-964d-457b-b394-94ef9ff0cefa None None] Provisioning for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:01.673679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.684859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4188625f-964d-457b-b394-94ef9ff0cefa None None] Provisioning complete for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:01.685246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4188625f-964d-457b-b394-94ef9ff0cefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.696873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56194) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:01.725913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Transition to ACTIVE for port object bf0dfedf-4cfe-45cd-935c-26a26b3208d7 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:01.753024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Calling delete_port for f3e2bcdf-f7fd-4c62-adb9-2fe633c5d72c owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:01.762938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Transition to ACTIVE for port object bf0dfedf-4cfe-45cd-935c-26a26b3208d7 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:01.773846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.779357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e4bc2f49-a6d7-40ea-b0ac-f629ba2803e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:01.798511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-314cdbc3-ec87-4120-8c82-f040ea2bc0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:01.800045 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-314cdbc3-ec87-4120-8c82-f040ea2bc0fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b33b3d53-ea83-4dce-8bdd-70fd84863ab6 HTTP/1.1" status: 200 len: 834 time: 0.0820913 May 20 14:53:01.819013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '29726140-5848-4e1e-81a6-a27b0760bfd5', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.154', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'port_id': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'mac_address': 'fa:16:3e:7a:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:52:55Z', 'updated_at': '2021-05-20T14:52:55Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:18Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:01.839933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] Checking router: 4661d359-4940-40bb-96c3-c11e3f1aa20b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:01.849333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:01.907078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:01.910478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-52e6c55d-b713-4395-a131-df055be36b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:01.912004 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-52e6c55d-b713-4395-a131-df055be36b4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=008226cb-0abb-4b72-abda-29aade509554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1037061 May 20 14:53:01.916953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:01.924599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:01.925152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:01.984176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Pushing event updated for resources: {'Port': ['ID=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:01.988541 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a6ed39cf-c44f-4db6-b384-9a6fd63ca5e2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/29726140-5848-4e1e-81a6-a27b0760bfd5 HTTP/1.1" status: 200 len: 991 time: 0.2883685 May 20 14:53:01.994278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 3bb3da10-53d9-40d2-bc7b-a446e6160a3d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:01.994627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:01.997765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:02.075539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8:0:1::237 (5b136d1c-58b9-45d6-b34a-556fde2a0447/9f606437-fa9b-4087-832b-f9a990d7088d/1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:02.113785 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-f2a0ab30-c725-445d-9f69-24dc633b6574 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929829 May 20 14:53:02.119765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.124760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a1d001b8-b86d-418d-a7b1-a8f604a93c92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:02.162322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::f816:3eff:fea4:197b (5b136d1c-58b9-45d6-b34a-556fde2a0447/6c40edab-b25c-420a-b6aa-3c6e8c0307fe/1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:02.166058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Attempting to bind port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:02.166058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Attempting to bind port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '4ac2d22b-ac25-47fd-b956-bf6edee60e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:02.166058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Attempting to bind port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 on network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:02.182221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:02.182221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Checking segment: {'id': '4ac2d22b-ac25-47fd-b956-bf6edee60e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:02.182526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.183335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Bound using segment: {'id': '4ac2d22b-ac25-47fd-b956-bf6edee60e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:02.183456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Bound port: bf0dfedf-4cfe-45cd-935c-26a26b3208d7, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac2d22b-ac25-47fd-b956-bf6edee60e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '16cc75c8-94ad-4910-a90b-adb8f462d5b5'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:02.183889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.211071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event deleted for resources: {'Port': ['ID=f3e2bcdf-f7fd-4c62-adb9-2fe633c5d72c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:02.214093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:02.255186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:02.312904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.383971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.434666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] For port bf0dfedf-4cfe-45cd-935c-26a26b3208d7, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:02.448222 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] For port bf0dfedf-4cfe-45cd-935c-26a26b3208d7, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,segment=NetworkSegment(4ac2d22b-ac25-47fd-b956-bf6edee60e0b),segment_id=4ac2d22b-ac25-47fd-b956-bf6edee60e0b)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:02.458270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.464841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:02.496292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 3bb3da10-53d9-40d2-bc7b-a446e6160a3d owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:02.508626 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6eb67857-c7e2-41c2-a979-bf587ad2598e req-026c7b4a-060b-4ca4-b9d5-598c137690c7 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847346 May 20 14:53:02.573217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.575448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.601759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.602457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Fanout notify agent at l3_agent the message router_deleted on router 1743e212-4bae-49ca-8b7e-f58bea8557cb {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:02.628107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.629780 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/1743e212-4bae-49ca-8b7e-f58bea8557cb HTTP/1.1" status: 204 len: 168 time: 2.2268822 May 20 14:53:02.633849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56198) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:02.639956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1213627362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:02.645940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Pushing event updated for resources: {'Port': ['ID=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:02.646988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:02.652282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Usage tracker for resource:router and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:02.661678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:02.663341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:02.674680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:02.691440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.692743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.710761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.732218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.763014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.767805 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0a0f6b10-70d4-4a2c-bc30-bcc0b328293a tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1329441 May 20 14:53:02.768601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56202) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:02.776034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'enable_snat': False}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:02.778475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '29726140-5848-4e1e-81a6-a27b0760bfd5', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.154', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'port_id': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'mac_address': 'fa:16:3e:7a:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:52:55Z', 'updated_at': '2021-05-20T14:52:55Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:18Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:02.778662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 5205fb9d-6bed-4bf4-9c77-bff0777b056e {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:02.780685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.785153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa0ec447-59b7-49e2-bb96-9e8adf11cdd6 None None] The sync data for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv is: [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '29726140-5848-4e1e-81a6-a27b0760bfd5', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.154', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'port_id': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'mac_address': 'fa:16:3e:7a:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:52:55Z', 'updated_at': '2021-05-20T14:52:55Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:18Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:02.894481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:02.984426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:02.998692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56206) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:03.118609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a7f3f9-defe-44a7-b7ed-684544363ac0 None None] New status for floating IP 29726140-5848-4e1e-81a6-a27b0760bfd5: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:53:03.176239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 5205fb9d-6bed-4bf4-9c77-bff0777b056e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5205fb9d-6bed-4bf4-9c77-bff0777b056e,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:03.176605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.420521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.484612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bf0dfedf-4cfe-45cd-935c-26a26b3208d7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:03.565851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 5205fb9d-6bed-4bf4-9c77-bff0777b056e owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:03.574104 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:03.619515 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c04812d7-4c7c-483d-a72e-316dd7e1365a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/29726140-5848-4e1e-81a6-a27b0760bfd5 HTTP/1.1" status: 200 len: 991 time: 0.6185222 May 20 14:53:03.645079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.659695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.663062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa885291-7564-4f05-a17a-0411884dfdc0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:03.753578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:03.761517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:03.774265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:03.780405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:03.781053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.785999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.791726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790c7e6b-ed38-4616-ab12-393698416f7f None None] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:03.795386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.832346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:03.832595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.842327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:03.849669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a747a95d-e740-4904-be51-e27543f677c9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:03.906077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Provisioning for port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:03.922336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Provisioning complete for port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:03.923152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:03.969293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Checking segment: {'id': 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:03.969897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network hostable DHCP agents. Network: 1f0d8089-6089-47f4-ac3a-0d72f224e8ef, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:53:03.974997 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.5990653 May 20 14:53:03.988430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Allocated IP 172.26.6.50 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/493ecfda-9631-4f38-be1c-8499922c4326) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:04.006584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56210) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:04.136553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Subnet': ['ID=b72414c8-4be1-41ff-918a-ab86808de83d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:04.156229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.156775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:04.158773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1fb0db2a-4c95-4fd3-9843-73ee0ef49706 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.349s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:04.160897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.198597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.204038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0c194a53-bc8c-45f8-94ba-8006b7f76965 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:04.205564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] For port bf0dfedf-4cfe-45cd-935c-26a26b3208d7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,segment=NetworkSegment(4ac2d22b-ac25-47fd-b956-bf6edee60e0b),segment_id=4ac2d22b-ac25-47fd-b956-bf6edee60e0b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:04.212158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.214149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:04.222576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=3bb3da10-53d9-40d2-bc7b-a446e6160a3d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:04.229715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:53:04.232664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:04.277083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:04.280534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:04.284022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:04.287296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.294806 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/ports/3bb3da10-53d9-40d2-bc7b-a446e6160a3d HTTP/1.1" status: 204 len: 168 time: 3.3659928 May 20 14:53:04.297201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Pushing event updated for resources: {'Port': ['ID=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:04.300816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:04.302942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56214) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:04.309597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 1f0d8089-6089-47f4-ac3a-0d72f224e8ef) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:04.316602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:04.320257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d007fd-6c03-471f-8af2-846a3b373c4a None None] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:04.330378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Pushing event updated for resources: {'Port': ['ID=493ecfda-9631-4f38-be1c-8499922c4326,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:04.333544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:04.359995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:04.376586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:floatingip and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:04.387086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:04.390526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:04.391166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.407790 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:04.432171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c2c4612-4797-4ddb-a975-73d3583e939a None None] Provisioning for port 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:04.450410 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aaba4464-9cc0-4767-a5b0-4631f7132fe9 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1725862 May 20 14:53:04.451592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.453921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c2c4612-4797-4ddb-a975-73d3583e939a None None] Provisioning complete for port 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:04.454391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c2c4612-4797-4ddb-a975-73d3583e939a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.469220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56218) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:04.477849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'subnet': {'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:04.500123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.528438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-66d6e994-4d43-4c7b-978d-4fd2b5ec0fbd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:04.542172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c4612-4797-4ddb-a975-73d3583e939a None None] Port 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:04.551495 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:53:04.584391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:04.584736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.604701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=5205fb9d-6bed-4bf4-9c77-bff0777b056e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:04.618727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:04.632713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56222) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:04.652509 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-1f0d8089-6089-47f4-ac3a-0d72f224e8ef', 'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef', 'tenant_id': 'c6e015cd0edd4c21b01c41523662af90', 'fixed_ips': [{'subnet_id': 'b72414c8-4be1-41ff-918a-ab86808de83d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:04.655466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.773800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ea83d610-5c25-4720-99f4-f07eacabc4dd None None] Provisioning complete for port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:04.774470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ea83d610-5c25-4720-99f4-f07eacabc4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:04.915586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Allocated IP 172.20.0.2 (1f0d8089-6089-47f4-ac3a-0d72f224e8ef/b72414c8-4be1-41ff-918a-ab86808de83d/0898366b-35a5-4127-bc1c-7756dc3b5a79) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:04.921354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:04.991772 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4f47015d-24c9-4fad-9c39-35f9b4dd3fec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/29726140-5848-4e1e-81a6-a27b0760bfd5 HTTP/1.1" status: 200 len: 993 time: 0.3505168 May 20 14:53:05.017506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.182719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.192955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Transition to ACTIVE for port object 0898366b-35a5-4127-bc1c-7756dc3b5a79 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:05.211497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Transition to ACTIVE for port object 0898366b-35a5-4127-bc1c-7756dc3b5a79 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:05.220268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.220481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Usage tracker for resource:subnet and tenant:c6e015cd0edd4c21b01c41523662af90 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:05.222962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:05.223764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:05.229536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:05.257892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Made reservation on behalf of c6e015cd0edd4c21b01c41523662af90 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:05.260788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.287611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:05.290896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:05.294439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:05.300412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Pushing event updated for resources: {'Port': ['ID=0898366b-35a5-4127-bc1c-7756dc3b5a79,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:05.304404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:05.318667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.334703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.390791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.398390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.463232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Attempting to bind port 0898366b-35a5-4127-bc1c-7756dc3b5a79 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:05.463232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Attempting to bind port 0898366b-35a5-4127-bc1c-7756dc3b5a79 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:05.463232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Attempting to bind port 0898366b-35a5-4127-bc1c-7756dc3b5a79 on network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:05.468688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:05.469075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Checking segment: {'id': 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:05.469492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.469898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Bound using segment: {'id': 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:05.470372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Bound port: 0898366b-35a5-4127-bc1c-7756dc3b5a79, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '1f0d8089-6089-47f4-ac3a-0d72f224e8ef'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:05.470756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.490886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bf0dfedf-4cfe-45cd-935c-26a26b3208d7 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:05.527191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:05.617290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Router e5e929b4-a16b-4ef5-b3ee-4c69b6a246df is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:53:05.625026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] For port 0898366b-35a5-4127-bc1c-7756dc3b5a79, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:05.631076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] For port 0898366b-35a5-4127-bc1c-7756dc3b5a79, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0898366b-35a5-4127-bc1c-7756dc3b5a79,segment=NetworkSegment(ac24e0ab-e6a6-43ba-9e64-4993a8d047bb),segment_id=ac24e0ab-e6a6-43ba-9e64-4993a8d047bb)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:05.634177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:05.634596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.663316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.673651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:05.753400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.773687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Pushing event updated for resources: {'Port': ['ID=0898366b-35a5-4127-bc1c-7756dc3b5a79,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:05.776984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:05.813307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:05.824112 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] Sync routers for ids ['e5e929b4-a16b-4ef5-b3ee-4c69b6a246df'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:05.828552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:05.833195 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "PUT /v2.0/routers/e5e929b4-a16b-4ef5-b3ee-4c69b6a246df HTTP/1.1" status: 200 len: 919 time: 3.0633039 May 20 14:53:05.834471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56228) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:05.840095 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] Routers {'e5e929b4-a16b-4ef5-b3ee-4c69b6a246df'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:05.845739 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['e5e929b4-a16b-4ef5-b3ee-4c69b6a246df'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:05.926312 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:05.940170 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] Routers {'e5e929b4-a16b-4ef5-b3ee-4c69b6a246df'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:05.940904 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['e5e929b4-a16b-4ef5-b3ee-4c69b6a246df'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:06.006871 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:06.007442 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ab610-a693-41e6-bee5-bf591797167f None None] The sync data for ids ['e5e929b4-a16b-4ef5-b3ee-4c69b6a246df'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:06.030326 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-10bfd1a1-132e-4ed3-a846-10902119e7da tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/e5e929b4-a16b-4ef5-b3ee-4c69b6a246df HTTP/1.1" status: 200 len: 925 time: 0.1944132 May 20 14:53:06.030858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56232) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:06.121844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93924019-de18-4205-b1db-b6afc68c2e94 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:06.125843 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-93924019-de18-4205-b1db-b6afc68c2e94 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=e5e929b4-a16b-4ef5-b3ee-4c69b6a246df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0915849 May 20 14:53:06.126089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56236) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:06.219311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:06.300621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.116 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/51a7fb7b-3450-496e-913b-eddc8b4b6981) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:06.412426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f343e-1f4f-463f-b638-299eade6a67b tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:06.416844 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-860f343e-1f4f-463f-b638-299eade6a67b tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/networks/b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 881 time: 0.2868066 May 20 14:53:06.417337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56240) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:06.462399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e8ebe2fc-9de4-468d-8f92-33153d10c0a0 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5e929b4-a16b-4ef5-b3ee-4c69b6a246df HTTP/1.1" status: 200 len: 205 time: 0.0439174 May 20 14:53:06.464802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56244) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:06.519072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:06.542030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3ef7664c-1ba8-402c-b151-be701e1f24ae tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:06.648137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:06.824832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:06.830416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:06.831448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:06.843721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:06.844340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:06.868037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:06.869421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:06.939661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Deleting port 493ecfda-9631-4f38-be1c-8499922c4326 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:06.940007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:06.953588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcef3d0-0bf6-4b34-aff4-1dc3be0ab432 None None] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:07.023143 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7340250 May 20 14:53:07.025034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56248) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:07.026842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.028931 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 HTTP/1.1" status: 204 len: 168 time: 3.0059166 May 20 14:53:07.039060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56250) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:07.084186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.088738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.185889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet a02c3bc8-d053-4f5f-bc11-394344d8cd6a {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:07.195403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.228115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Calling delete_port for 493ecfda-9631-4f38-be1c-8499922c4326 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:07.233951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dc4c2f07-5450-459c-829d-924bf8cac244 None None] Provisioning for port 0898366b-35a5-4127-bc1c-7756dc3b5a79 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:07.284792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.311937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:07.361429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.373984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:07.401448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.406518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-094a7631-d71e-4d9e-9ff3-eb0df47bf3ea tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:07.426106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836a8606-a819-4231-90a6-c34e60bd7d42 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:07.426958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-836a8606-a819-4231-90a6-c34e60bd7d42 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:07.456432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event deleted for resources: {'Port': ['ID=493ecfda-9631-4f38-be1c-8499922c4326,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:07.478862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0898366b-35a5-4127-bc1c-7756dc3b5a79 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:07.499607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:07.502387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-836a8606-a819-4231-90a6-c34e60bd7d42 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:07.503569 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-836a8606-a819-4231-90a6-c34e60bd7d42 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4313903 May 20 14:53:07.507376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56256) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:07.528156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:07.540431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:07.546534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.559672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:07.606442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.627648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=51a7fb7b-3450-496e-913b-eddc8b4b6981,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:07.646549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:07.647388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af54be4b-2197-44ab-87a5-8abb72496284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:07.670880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 0898366b-35a5-4127-bc1c-7756dc3b5a79 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:07.682002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0898366b-35a5-4127-bc1c-7756dc3b5a79 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:07.682387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.739290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.801249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.813667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Subnet': ['ID=804878ab-bd17-418a-a6c4-dbed53177f7b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:07.815935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Checking segment: {'id': '875a2eb7-8369-4288-8404-77790fe82d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:07.816309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network hostable DHCP agents. Network: d1be2526-67f4-4cfc-8721-e83089eb6bb6, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:53:07.821617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:07.859131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:04Z', 'revision_number': 9, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:07.879657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:07.885585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.897688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3d568e73-6f8c-4eb7-86bb-dbb520f52016 None None] Provisioning complete for port 0898366b-35a5-4127-bc1c-7756dc3b5a79 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:07.898074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d568e73-6f8c-4eb7-86bb-dbb520f52016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.943525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.946459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.952334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:07.952972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:52:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:07.982093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.992774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc10dded-43fa-482a-9a06-7c66be45797b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:07.995209 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dc10dded-43fa-482a-9a06-7c66be45797b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4867885 May 20 14:53:07.996673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:07.997256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Fanout notify agent at l3_agent the message router_deleted on router e5e929b4-a16b-4ef5-b3ee-4c69b6a246df {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:07.998769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56260) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:08.016065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network d1be2526-67f4-4cfc-8721-e83089eb6bb6 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:53:08.068173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d1be2526-67f4-4cfc-8721-e83089eb6bb6) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:08.091165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c20c838-50a4-47fb-826d-42fa8ffc1d81 None None] Network d1be2526-67f4-4cfc-8721-e83089eb6bb6 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:08.108125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:08.108385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.136081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb4011-0953-4abd-84c5-698f2a6e5ae1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:08.139800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb4011-0953-4abd-84c5-698f2a6e5ae1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:08.142037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebeb4011-0953-4abd-84c5-698f2a6e5ae1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:08.145074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ebeb4011-0953-4abd-84c5-698f2a6e5ae1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:08.176072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.177649 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/e5e929b4-a16b-4ef5-b3ee-4c69b6a246df HTTP/1.1" status: 204 len: 168 time: 1.7119718 May 20 14:53:08.184951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56264) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:08.195488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1920920265', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:08.212578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:08.220653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Usage tracker for resource:router and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:08.225734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:08.231732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 0898366b-35a5-4127-bc1c-7756dc3b5a79, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0898366b-35a5-4127-bc1c-7756dc3b5a79,segment=NetworkSegment(ac24e0ab-e6a6-43ba-9e64-4993a8d047bb),segment_id=ac24e0ab-e6a6-43ba-9e64-4993a8d047bb)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:08.236142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:08.247133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ebeb4011-0953-4abd-84c5-698f2a6e5ae1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:08.248774 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ebeb4011-0953-4abd-84c5-698f2a6e5ae1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2489324 May 20 14:53:08.251406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56268) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:08.272397 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8007717 May 20 14:53:08.279576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56272) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:08.309408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.316829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a71eb770-277b-438c-9f25-19befeacf3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:08.318228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.319394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.367666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.381617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 6c40edab-b25c-420a-b6aa-3c6e8c0307fe {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:08.385041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.407334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:08.446092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.447473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.453762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-18ca789f-127e-4e27-9bf6-b850f1b0f55d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:08.567572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=a02c3bc8-d053-4f5f-bc11-394344d8cd6a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:08.570150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.577524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:08.585056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ada3a9-d9b3-4bb7-911d-81e89db60aa9 None None] Network 7ba5e2bf-95aa-48a7-82d7-bc23af041436 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:08.682100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f560eea2-8201-4023-8d35-f035ad28c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.711771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=0898366b-35a5-4127-bc1c-7756dc3b5a79,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:08.715687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:08.763009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.809878 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/a02c3bc8-d053-4f5f-bc11-394344d8cd6a HTTP/1.1" status: 204 len: 168 time: 1.7719345 May 20 14:53:08.812451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56276) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:08.873537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:53:08.926328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.973616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:08.997417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.001431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-d1be2526-67f4-4cfc-8721-e83089eb6bb6', 'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6', 'tenant_id': 'c6e015cd0edd4c21b01c41523662af90', 'fixed_ips': [{'subnet_id': '804878ab-bd17-418a-a6c4-dbed53177f7b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:09.002277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.007415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5de608bc-58fb-4c69-b31e-eab71518e4dc tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:09.224376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.247178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=51a7fb7b-3450-496e-913b-eddc8b4b6981,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:09.255520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:09.290649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.299878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Allocated IP 172.20.0.2 (d1be2526-67f4-4cfc-8721-e83089eb6bb6/804878ab-bd17-418a-a6c4-dbed53177f7b/2531e152-8bcb-479b-b6bc-59ef3eebb82e) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:09.308375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.329173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.356018 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:04Z', 'revision_number': 9, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:09.365308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c3a131-9159-4f80-86c9-9454f82dd2cf None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:04Z', 'revision_number': 9, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db7c0fbe-e817-48fc-9bc3-4259ec2a5e15', 'name': '', 'network_id': 'a9dd76dc-3a89-42a6-be3e-ea58b6a44648', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:4a:f0:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 860, 'fixed_ips': [{'subnet_id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:21Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:09.369427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.420873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] DHCP port deletion for 7ba5e2bf-95aa-48a7-82d7-bc23af041436 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:09.476170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.478838 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1742604 May 20 14:53:09.488487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56282) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:09.500011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'port': {'network_id': '4479c04c-2659-4f56-82b2-29885e8a3cff', 'name': 'tempest-FloatingIPTestJSON-93415673'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:09.582956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Deleting port 7d2a03fb-0279-4e74-825b-286352702bc2 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:09.583470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.600244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Allocated IP 172.26.6.44 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/2d6d5d5b-9430-4820-a3cb-5552098eaf6c) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:09.634760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.650232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:09.693611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.762255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Transition to ACTIVE for port object 2531e152-8bcb-479b-b6bc-59ef3eebb82e will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:09.781643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0898366b-35a5-4127-bc1c-7756dc3b5a79 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:09.792127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 7d2a03fb-0279-4e74-825b-286352702bc2 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:09.792720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.828693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] For port 7d2a03fb-0279-4e74-825b-286352702bc2, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d2a03fb-0279-4e74-825b-286352702bc2,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:09.829415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.852358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=6c40edab-b25c-420a-b6aa-3c6e8c0307fe,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:09.854317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Transition to ACTIVE for port object 2531e152-8bcb-479b-b6bc-59ef3eebb82e will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:09.929107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:09.947524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.968582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 7d2a03fb-0279-4e74-825b-286352702bc2, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d2a03fb-0279-4e74-825b-286352702bc2,segment=NetworkSegment(5fdc5019-180b-4eaa-b883-a557a6c3851e),segment_id=5fdc5019-180b-4eaa-b883-a557a6c3851e)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:09.968843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:09.980843 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/6c40edab-b25c-420a-b6aa-3c6e8c0307fe HTTP/1.1" status: 204 len: 168 time: 1.7279778 May 20 14:53:09.987361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56286) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:09.992792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89902f7e-c344-4f5b-95bc-47f1ec2d3eac None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:10.015334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Calling delete_port for 7d2a03fb-0279-4e74-825b-286352702bc2 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:10.017548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.021821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.042505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-355aaaaa-7070-4de0-89ff-915b67307f17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:10.052534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.063940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:10.123987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:10.126853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:10.132677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:10.137244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:10.147139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 7d2a03fb-0279-4e74-825b-286352702bc2 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:10.174623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:10.181535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event updated for resources: {'Port': ['ID=2d6d5d5b-9430-4820-a3cb-5552098eaf6c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:10.185900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:10.195568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Network d1be2526-67f4-4cfc-8721-e83089eb6bb6 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:10.202956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:10.205380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:10.211887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Pushing event updated for resources: {'Port': ['ID=2531e152-8bcb-479b-b6bc-59ef3eebb82e,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:10.215500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:10.255242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0898366b-35a5-4127-bc1c-7756dc3b5a79 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:10.255242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.260940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:10.264642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.426962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 9f606437-fa9b-4087-832b-f9a990d7088d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:10.444102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.456245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Attempting to bind port 2531e152-8bcb-479b-b6bc-59ef3eebb82e on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:10.456625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Attempting to bind port 2531e152-8bcb-479b-b6bc-59ef3eebb82e by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '875a2eb7-8369-4288-8404-77790fe82d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:10.457001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Attempting to bind port 2531e152-8bcb-479b-b6bc-59ef3eebb82e on network d1be2526-67f4-4cfc-8721-e83089eb6bb6 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:10.473157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:10.473560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Checking segment: {'id': '875a2eb7-8369-4288-8404-77790fe82d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:10.473931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Allocated IP 172.20.0.1 (1f0d8089-6089-47f4-ac3a-0d72f224e8ef/b72414c8-4be1-41ff-918a-ab86808de83d/62f6c071-1bac-4c2c-afbe-39c896a0d4fd) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:10.474085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.474352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Bound using segment: {'id': '875a2eb7-8369-4288-8404-77790fe82d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:10.474876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Bound port: 2531e152-8bcb-479b-b6bc-59ef3eebb82e, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875a2eb7-8369-4288-8404-77790fe82d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'd1be2526-67f4-4cfc-8721-e83089eb6bb6'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:10.475326 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.497122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] device_id is not set on port 239d1607-c1ab-4b51-884c-b4d43e2284ca yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:53:10.551434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.565781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:10.600046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.618034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.669735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] No DVR routers for this DVR port 7d2a03fb-0279-4e74-825b-286352702bc2 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:10.672699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Pushing event deleted for resources: {'Port': ['ID=7d2a03fb-0279-4e74-825b-286352702bc2,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:10.679563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:10.709610 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0a61957a-fde8-45f0-91f5-21f31b344b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.749582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] For port 2531e152-8bcb-479b-b6bc-59ef3eebb82e, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:10.750555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.761217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] For port 2531e152-8bcb-479b-b6bc-59ef3eebb82e, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2531e152-8bcb-479b-b6bc-59ef3eebb82e,segment=NetworkSegment(875a2eb7-8369-4288-8404-77790fe82d96),segment_id=875a2eb7-8369-4288-8404-77790fe82d96)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:10.767620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:10.771362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:10.791404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4fe02292-8d48-4fb5-b4d7-afb3e3064f23 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:10.858111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=7d2a03fb-0279-4e74-825b-286352702bc2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:10.874280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:10.875295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port 7d2a03fb-0279-4e74-825b-286352702bc2 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:10.906444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Pushing event updated for resources: {'Port': ['ID=2531e152-8bcb-479b-b6bc-59ef3eebb82e,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:10.916366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:10.917614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.014734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.025480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.047578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.11 (4479c04c-2659-4f56-82b2-29885e8a3cff/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50/239d1607-c1ab-4b51-884c-b4d43e2284ca) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:11.117349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Transition to ACTIVE for port object 62f6c071-1bac-4c2c-afbe-39c896a0d4fd will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:11.140226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.157666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.195921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba5e2bf-95aa-48a7-82d7-bc23af041436']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.232344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdc5019-180b-4eaa-b883-a557a6c3851e') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.232639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdc5019-180b-4eaa-b883-a557a6c3851e') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.260968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.272867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Router d6a3eb26-1e08-44bc-8bec-6902a918ff29 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:53:11.346526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.455557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 726 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:11.455972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:11.485340 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:11.488557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2531e152-8bcb-479b-b6bc-59ef3eebb82e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:11.518393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.531456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:11.594916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2531e152-8bcb-479b-b6bc-59ef3eebb82e completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:11.657998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:11.667609 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] Sync routers for ids ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:11.675796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d2a03fb-0279-4e74-825b-286352702bc2 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:11.687965 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] Routers {'d6a3eb26-1e08-44bc-8bec-6902a918ff29'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:11.688865 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.689027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.690815 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5041299 May 20 14:53:11.693592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56290) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:11.701038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:11.726337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 7d2a03fb-0279-4e74-825b-286352702bc2 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:11.727049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d2a03fb-0279-4e74-825b-286352702bc2 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:11.727549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5205fb9d-6bed-4bf4-9c77-bff0777b056e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:11.763120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:11.770602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 5205fb9d-6bed-4bf4-9c77-bff0777b056e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:11.771120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5205fb9d-6bed-4bf4-9c77-bff0777b056e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:11.782224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:11.796685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.798159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:11.798638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74d4bdc1-b02c-4049-aaab-795a77d5064b None None] Provisioning complete for port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:11.799121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74d4bdc1-b02c-4049-aaab-795a77d5064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:11.811719 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.824209 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] Routers {'d6a3eb26-1e08-44bc-8bec-6902a918ff29'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:11.825290 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.916280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Port': ['ID=62f6c071-1bac-4c2c-afbe-39c896a0d4fd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:11.923518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:11.944660 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:11.945726 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd6a31-c20a-4c49-a11b-e98a8515ec45 None None] The sync data for ids ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:11.951238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d05220f-9005-4a5e-a4a7-77a3828fbe79 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:11.957496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.006127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.027566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.168720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5ce84052-349d-4ec7-923e-bd72c2ba8f13 None None] Provisioning for port 62f6c071-1bac-4c2c-afbe-39c896a0d4fd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:12.174714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5ce84052-349d-4ec7-923e-bd72c2ba8f13 None None] Provisioning complete for port 62f6c071-1bac-4c2c-afbe-39c896a0d4fd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:12.175484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5ce84052-349d-4ec7-923e-bd72c2ba8f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.249089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5ce84052-349d-4ec7-923e-bd72c2ba8f13 None None] Port 62f6c071-1bac-4c2c-afbe-39c896a0d4fd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:12.273098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b68caf4-dbe2-45d4-8564-c08d643b8ddd None None] Network d1be2526-67f4-4cfc-8721-e83089eb6bb6 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:12.306236 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/7ba5e2bf-95aa-48a7-82d7-bc23af041436 HTTP/1.1" status: 204 len: 168 time: 3.4395559 May 20 14:53:12.326934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56294) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:12.341566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=7ba5e2bf-95aa-48a7-82d7-bc23af041436,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:12.344566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:12.412298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.435268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Provisioning for port 2531e152-8bcb-479b-b6bc-59ef3eebb82e completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:12.451979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.452224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Provisioning complete for port 2531e152-8bcb-479b-b6bc-59ef3eebb82e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:12.452582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.467560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.544248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Deleting port 2d6d5d5b-9430-4820-a3cb-5552098eaf6c {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:12.544485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.662848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.672963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.706602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.707762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] For port 2531e152-8bcb-479b-b6bc-59ef3eebb82e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2531e152-8bcb-479b-b6bc-59ef3eebb82e,segment=NetworkSegment(875a2eb7-8369-4288-8404-77790fe82d96),segment_id=875a2eb7-8369-4288-8404-77790fe82d96)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:12.714579 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.716965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e13e71a5-2dcb-4f71-99d0-43e608ae87bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:12.722108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1217e467-65fb-4c20-8cfc-561e5240647d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:12.796802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Pushing event updated for resources: {'Port': ['ID=2531e152-8bcb-479b-b6bc-59ef3eebb82e,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:12.799755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:12.799942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Calling delete_port for 2d6d5d5b-9430-4820-a3cb-5552098eaf6c owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:12.808080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=9f606437-fa9b-4087-832b-f9a990d7088d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:12.811186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:12.870326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.876938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29023b04-574c-4092-8379-485e61f4b2dc None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:12.909995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.922904 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/9f606437-fa9b-4087-832b-f9a990d7088d HTTP/1.1" status: 204 len: 168 time: 2.9344208 May 20 14:53:12.923542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56298) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:12.929091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4d8fbc9c-f768-4909-aa96-0080646aed0f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:12.977278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:12.982896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57e1aacb-319d-422a-bea8-0512c0e2ad5c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:13.039662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Pushing event deleted for resources: {'Port': ['ID=2d6d5d5b-9430-4820-a3cb-5552098eaf6c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:13.039662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:13.060957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.098783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c752d7dd-75bc-493e-8000-85d4835a4152 None None] Provisioning complete for port 2531e152-8bcb-479b-b6bc-59ef3eebb82e triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:13.099340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c752d7dd-75bc-493e-8000-85d4835a4152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.143007 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a49fa503-47c5-43cb-b247-15a94e4e2cb6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1842425 May 20 14:53:13.146611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56306) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:13.154556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:13.170453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 4479c04c-2659-4f56-82b2-29885e8a3cff is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:13.176740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.198852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:13.216690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:13.251877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=239d1607-c1ab-4b51-884c-b4d43e2284ca,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:13.263531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:13.281098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:13.342093 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Deleting port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:13.342658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.463999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2531e152-8bcb-479b-b6bc-59ef3eebb82e up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:13.487920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:13.488472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.523667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] For port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:13.524063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.539427 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.0439918 May 20 14:53:13.550661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56312) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:13.561946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'port_id': '239d1607-c1ab-4b51-884c-b4d43e2284ca'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:13.668570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Calling delete_port for 9ae46bb4-9d29-4201-a1ff-d1317a92a99e owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:13.680180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.695824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.705653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2531e152-8bcb-479b-b6bc-59ef3eebb82e triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:13.706039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.780470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:13.827659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.833233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c54e302e-04c0-4027-bded-ceda3e2f8119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:13.840242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:13.844968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.846704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:13.855135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:13.860913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.893691 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Pushing event deleted for resources: {'Port': ['ID=9ae46bb4-9d29-4201-a1ff-d1317a92a99e,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:13.893691 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:13.897431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] No DVR routers for this DVR port 9ae46bb4-9d29-4201-a1ff-d1317a92a99e on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:13.925901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:13.929416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:13.974353 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ae46bb4-9d29-4201-a1ff-d1317a92a99e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:14.017822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 9ae46bb4-9d29-4201-a1ff-d1317a92a99e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:14.017822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9ae46bb4-9d29-4201-a1ff-d1317a92a99e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:14.094892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Router d6a3eb26-1e08-44bc-8bec-6902a918ff29 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:14.245021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:14.255039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] Sync routers for ids ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:14.266472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.267060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] Routers {'d6a3eb26-1e08-44bc-8bec-6902a918ff29'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:14.267636 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:14.280424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.296905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.300513 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "PUT /v2.0/routers/d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 200 len: 710 time: 2.6033649 May 20 14:53:14.301375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56316) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:14.314284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a3c63277-0acb-451f-8b12-a79061df57ef tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:14.333664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:14.342896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] Routers {'d6a3eb26-1e08-44bc-8bec-6902a918ff29'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:14.343663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:14.357397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.405841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:14.406527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96839340-86ab-419e-b4b7-bcf34371e50f None None] The sync data for ids ['d6a3eb26-1e08-44bc-8bec-6902a918ff29'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:14.451982 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-254de1ba-e6a9-4c48-8f24-584300511a95 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/routers/d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 200 len: 745 time: 0.1475019 May 20 14:53:14.461250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56320) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:14.515969 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53285b12-ed05-4f5a-aab0-6f11560fd925 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] 10.222.0.58 "GET /v2.0/ports?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&device_id=d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 200 len: 205 time: 0.0533848 May 20 14:53:14.518293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56324) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:14.578511 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f0f8a9e3-b608-443d-ac82-685a8214811e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 200 len: 205 time: 0.0590720 May 20 14:53:14.584028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56328) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:14.679737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.682999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Port': ['ID=62f6c071-1bac-4c2c-afbe-39c896a0d4fd,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:14.767336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:14.914960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.918588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a67b1e3-a2de-4627-b165-4c11ba72c557 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:14.947643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.971862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:14.974801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:14.984219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e9c6af-ee90-4b7d-a4ff-28bcdf6d5247 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:14.987621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:14.988216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:14.995711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=1a83aab1-5a86-473a-809c-32baa9e87c8f,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:15.003445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:15.013986 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8659260 May 20 14:53:15.017016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56332) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:15.023209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:15.171660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:15.176315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:15.179400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:15.186823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:15.198824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:15.202496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.258242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '1a83aab1-5a86-473a-809c-32baa9e87c8f'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:15.259214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.348539 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.ipam_backend_mixin [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a83aab1-5a86-473a-809c-32baa9e87c8f (CIDR: 2001:db8::/64) May 20 14:53:15.351871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:53:15.352425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:15.373990 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f2db9971-f60a-4475-a5c3-171139d19197 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3532069 May 20 14:53:15.374330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56336) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:15.380694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:15.429478 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1a83aab1-5a86-473a-809c-32baa9e87c8f/026f6260-fb71-4183-b5e7-3186aed021e6) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:15.522025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:15.526300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:15.529529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:15.535329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:15.544220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.548330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:15.552208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.555410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.586064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:15.591821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:15.672660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.684145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Transition to ACTIVE for port object 026f6260-fb71-4183-b5e7-3186aed021e6 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:15.685087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.685599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Fanout notify agent at l3_agent the message router_deleted on router d6a3eb26-1e08-44bc-8bec-6902a918ff29 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:15.705957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Transition to ACTIVE for port object 026f6260-fb71-4183-b5e7-3186aed021e6 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:15.714783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.720543 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8886b772-ac3b-4d4e-bb52-2a8cbca04451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:15.779648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:15.787497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:15.793013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:15.802420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Pushing event updated for resources: {'Port': ['ID=026f6260-fb71-4183-b5e7-3186aed021e6,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:15.807996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:53:15.833696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:15.897313 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Attempting to bind port 026f6260-fb71-4183-b5e7-3186aed021e6 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:15.897846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Attempting to bind port 026f6260-fb71-4183-b5e7-3186aed021e6 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:15.898331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Attempting to bind port 026f6260-fb71-4183-b5e7-3186aed021e6 on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:15.904521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:15.905022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:15.905690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.906477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:15.906477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Bound port: 026f6260-fb71-4183-b5e7-3186aed021e6, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:15.907183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.919951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:15.924335 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-04ca813a-cdbb-4d4f-b72e-77c766d61eac tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 204 len: 168 time: 1.3290167 May 20 14:53:15.925301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56342) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:15.997028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c944b841-8a9a-4617-8893-3cc90dd1d3cb None None] Provisioning complete for port 62f6c071-1bac-4c2c-afbe-39c896a0d4fd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:15.997638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c944b841-8a9a-4617-8893-3cc90dd1d3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:16.007885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:16.020964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-876eb177-2514-42d4-9f22-e084695efbc1 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 200 len: 205 time: 0.0923297 May 20 14:53:16.022141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56346) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.031527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:16.057940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] For port 026f6260-fb71-4183-b5e7-3186aed021e6, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:16.069007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c944b841-8a9a-4617-8893-3cc90dd1d3cb None None] Port 62f6c071-1bac-4c2c-afbe-39c896a0d4fd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:16.071604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] For port 026f6260-fb71-4183-b5e7-3186aed021e6, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=026f6260-fb71-4183-b5e7-3186aed021e6,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:16.077417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:16.082607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4a5e6f53-7374-4bc6-903a-a312b782bd4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:16.106452 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-81b26f8c-cfcb-463c-80d6-d452ee95121b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] delete failed (client error): The resource could not be found. May 20 14:53:16.107967 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-81b26f8c-cfcb-463c-80d6-d452ee95121b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/d6a3eb26-1e08-44bc-8bec-6902a918ff29 HTTP/1.1" status: 404 len: 336 time: 0.0849359 May 20 14:53:16.110967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56350) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.166719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Pushing event updated for resources: {'Port': ['ID=026f6260-fb71-4183-b5e7-3186aed021e6,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:16.170000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:16.174507 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5adb3d4d-c259-41f8-b4b7-61ba271b6220 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=e5e929b4-a16b-4ef5-b3ee-4c69b6a246df HTTP/1.1" status: 200 len: 205 time: 0.0620327 May 20 14:53:16.177778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56354) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.233802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Router 863c064d-e30c-4c1b-990d-8478dfb6e634 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:53:16.246230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:16.246578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:16.250829 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-d0318bde-f3f7-4e79-a7fb-49a0dd6c40ab tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] delete failed (client error): The resource could not be found. May 20 14:53:16.251963 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d0318bde-f3f7-4e79-a7fb-49a0dd6c40ab tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/e5e929b4-a16b-4ef5-b3ee-4c69b6a246df HTTP/1.1" status: 404 len: 336 time: 0.0733957 May 20 14:53:16.255724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56358) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.297776 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 74c8674a-fdb1-486a-a39b-805fae1d53e4 associated. External IP: 172.26.6.116, port: 239d1607-c1ab-4b51-884c-b4d43e2284ca. May 20 14:53:16.307948 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f23b6d34-7c43-4477-a34d-dccd8f69476e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=1743e212-4bae-49ca-8b7e-f58bea8557cb HTTP/1.1" status: 200 len: 205 time: 0.0511653 May 20 14:53:16.312363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56362) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.436918 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-eeb75458-2b41-4581-84f5-8459cdf4f4bd tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] delete failed (client error): The resource could not be found. May 20 14:53:16.437976 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-eeb75458-2b41-4581-84f5-8459cdf4f4bd tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/1743e212-4bae-49ca-8b7e-f58bea8557cb HTTP/1.1" status: 404 len: 336 time: 0.1247191 May 20 14:53:16.445343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56366) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.499636 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c8679e3f-5654-4b14-9917-67d2db4979cf tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=47e1cb3a-0894-43b0-97a0-f7e4cea8c21d HTTP/1.1" status: 200 len: 205 time: 0.0530407 May 20 14:53:16.502457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56370) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.609248 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-ec3d81b4-4b65-43ed-b3d7-874c60fe2122 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] delete failed (client error): The resource could not be found. May 20 14:53:16.610173 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ec3d81b4-4b65-43ed-b3d7-874c60fe2122 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/47e1cb3a-0894-43b0-97a0-f7e4cea8c21d HTTP/1.1" status: 404 len: 336 time: 0.1068244 May 20 14:53:16.613084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56374) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.670699 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a1055f2c-eb4f-4c57-aaa5-414e530bc16c tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e4452d4-6d24-4c4d-a98e-a06690e6900a HTTP/1.1" status: 200 len: 205 time: 0.0565441 May 20 14:53:16.674025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56378) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.846247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:16.851515 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5709877 May 20 14:53:16.857052 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] Sync routers for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:16.859834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56382) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.863995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port db7c0fbe-e817-48fc-9bc3-4259ec2a5e15, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:16.864540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:16.873564 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:16.874466 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:16.890437 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-63f86f32-ec7b-4c40-ae83-5a4fa721f1e1 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] delete failed (client error): The resource could not be found. May 20 14:53:16.891472 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-63f86f32-ec7b-4c40-ae83-5a4fa721f1e1 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/2e4452d4-6d24-4c4d-a98e-a06690e6900a HTTP/1.1" status: 404 len: 336 time: 0.2165618 May 20 14:53:16.895728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.objects.ports [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98806) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:53:16.896383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56386) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:16.954270 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:16.965072 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:16.966448 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:17.004851 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dd1f4972-4bae-4401-9725-71dc421316e8 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd8f5b2b-8396-4b05-915d-b7bc25602b88 HTTP/1.1" status: 200 len: 205 time: 0.1050432 May 20 14:53:17.007108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56390) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:17.080483 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:17.080900 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc803531-6049-4aa6-8ab6-bf0aae08a2df None None] The sync data for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:17.101119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-94274a84-7e57-485b-ab11-caf8d8b447e6 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] delete failed (client error): The resource could not be found. May 20 14:53:17.105100 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-94274a84-7e57-485b-ab11-caf8d8b447e6 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/routers/dd8f5b2b-8396-4b05-915d-b7bc25602b88 HTTP/1.1" status: 404 len: 336 time: 0.0941005 May 20 14:53:17.106428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56394) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:17.149217 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b494aa-71cf-4f6b-9b34-c902f3f9ec03 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] DELETE failed (client error): The resource could not be found. May 20 14:53:17.149708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b494aa-71cf-4f6b-9b34-c902f3f9ec03 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:17.152672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:17.201806 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b1b494aa-71cf-4f6b-9b34-c902f3f9ec03 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] 10.222.0.58 "DELETE /v2.0/subnets/cc773249-70d8-40ce-b5f8-5f3a032c937d HTTP/1.1" status: 404 len: 337 time: 0.0947390 May 20 14:53:17.204725 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9b18e4f-20d3-4d09-b0d1-04e3808345a7 None None] Provisioning for port 026f6260-fb71-4183-b5e7-3186aed021e6 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:17.284148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.458487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 026f6260-fb71-4183-b5e7-3186aed021e6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:17.532694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56402) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:17.542344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 026f6260-fb71-4183-b5e7-3186aed021e6 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:17.548006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 026f6260-fb71-4183-b5e7-3186aed021e6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:17.548483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.569523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] For port 026f6260-fb71-4183-b5e7-3186aed021e6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=026f6260-fb71-4183-b5e7-3186aed021e6,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:17.600178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.606735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.608615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.613817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d405466d-526d-4379-bc53-a1c3a2e2205f tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:17.679882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.697902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:17.702828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:17.715120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 026f6260-fb71-4183-b5e7-3186aed021e6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=026f6260-fb71-4183-b5e7-3186aed021e6,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:17.716934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.717950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8b5d15-4598-461e-80ca-b0fc5e6c9299 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:17.736429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:17.737035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.746399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:17.750909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:17.752268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:17.761361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Usage tracker for resource:security_group_rule and tenant:b78938f97a53429b8aa8c1fdde36f025 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:17.767498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:17.770847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=026f6260-fb71-4183-b5e7-3186aed021e6,revision_number=4']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:17.778013 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4024229 May 20 14:53:17.779124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:17.780015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:17.781861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b0ceed12-7b2c-4dc1-a395-caafaa12a008 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.128s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:17.813040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56408) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:17.828992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:d4:d4:8c', 'name': 'tempest-NetworksTestDHCPv6-124025896'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:17.881750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:17.907019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=026f6260-fb71-4183-b5e7-3186aed021e6,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:17.912508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:17.957880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=a5e4c34c-c5f4-40e5-bbe4-4ac86768966d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:17.971928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:18.034862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:18.047530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:18.051830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:18.065846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:18.072539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.079045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.086713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a0ae25b7-553f-4fed-bdb8-33cce203c962 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:18.103898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:18.165065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf725a9-b190-4799-9ee0-14c298113e36,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:18.220103 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b78938f97a53429b8aa8c1fdde36f025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6829171 May 20 14:53:18.220103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:18.222372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56412) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:18.266275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.273908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:18.299012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.326900 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-d5a9d685-a95c-48d2-8487-36f6618508b6 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:53:18.330680 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d5a9d685-a95c-48d2-8487-36f6618508b6 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4669645 May 20 14:53:18.330680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=db7c0fbe-e817-48fc-9bc3-4259ec2a5e15,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:18.331812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56416) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:18.331946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:18.333451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:18.344742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:18.357366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port cfac30f3-c438-410d-898a-83eb2e5659e6 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:53:18.362247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:18.362904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:18.391297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.457992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:18.465103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.469407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:18.470201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:18.617512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:18.618308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ad98b-5f7d-4ebd-ab10-e044ee3c44c4 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:18.631877 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d669af85-c037-4003-b5d0-b0c48c6de270 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/floatingips/74c8674a-fdb1-486a-a39b-805fae1d53e4 HTTP/1.1" status: 200 len: 977 time: 5.0779722 May 20 14:53:18.634905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56420) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:18.677553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.761928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:18.843825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fe1ac861-b486-48c8-a9a4-6442e0a3f9d2 None None] Provisioning complete for port 026f6260-fb71-4183-b5e7-3186aed021e6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:18.844311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fe1ac861-b486-48c8-a9a4-6442e0a3f9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.050258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 239d1607-c1ab-4b51-884c-b4d43e2284ca {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:19.050847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.132293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.146704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e92131dc-b6fc-424f-937a-e573733eb277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:19.172856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf725a9-b190-4799-9ee0-14c298113e36,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:19.180691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:19.191178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:19.198240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::240 (5b136d1c-58b9-45d6-b34a-556fde2a0447/1a83aab1-5a86-473a-809c-32baa9e87c8f/cfac30f3-c438-410d-898a-83eb2e5659e6) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:19.237507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8:0:1:f816:3eff:fed4:d48c (5b136d1c-58b9-45d6-b34a-556fde2a0447/a5e4c34c-c5f4-40e5-bbe4-4ac86768966d/cfac30f3-c438-410d-898a-83eb2e5659e6) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:19.247712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.248834 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/edf725a9-b190-4799-9ee0-14c298113e36 HTTP/1.1" status: 204 len: 168 time: 1.0255339 May 20 14:53:19.269758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.500829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 026f6260-fb71-4183-b5e7-3186aed021e6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:19.562234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.575403 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.581361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 026f6260-fb71-4183-b5e7-3186aed021e6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:19.581953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.626333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:19.636313 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2964656 May 20 14:53:19.639278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56430) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:19.640201 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:19.657060 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:19.659774 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:19.676954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56434) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:19.691411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object cfac30f3-c438-410d-898a-83eb2e5659e6 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:19.747001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.801770 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1b33e23c-92e4-4c9b-9a72-788c03ce6716 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3cc1dfc4b1f4c9d8f9e3b8df6ea34c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1234417 May 20 14:53:19.810037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:19.825037 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:19.859056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet 4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:19.870342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.974738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:19.981165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.003843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.020153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec39eb65-d1a8-4175-b616-8b76e738df39 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:20.020370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.020693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.021002 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP 74c8674a-fdb1-486a-a39b-805fae1d53e4 disassociated. External IP: 172.26.6.116, port: 239d1607-c1ab-4b51-884c-b4d43e2284ca. May 20 14:53:20.021337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 239d1607-c1ab-4b51-884c-b4d43e2284ca owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:20.032309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.110579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:20.119790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:20.123267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:20.128759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:20.129384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.150643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=cfac30f3-c438-410d-898a-83eb2e5659e6,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:20.159386 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:18Z', 'revision_number': 10, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:20.160773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:20.163451 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:20.172506 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:20.173111 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:20.173921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.183679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d95c82a2-4cfb-45d1-ae13-1ceafa67af95 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:20.199336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2692f54b-171e-4a00-9382-7565e62b0755,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:20.210498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:20.233685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.237151 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2692f54b-171e-4a00-9382-7565e62b0755 HTTP/1.1" status: 204 len: 168 time: 0.4238665 May 20 14:53:20.240859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.243244 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4262173 May 20 14:53:20.256451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56444) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:20.257644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:20.314516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=239d1607-c1ab-4b51-884c-b4d43e2284ca,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:20.376133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:20.390166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.436962 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:20.538393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-415a688f-c5f5-49b9-badf-d38327e033e7 None None] Provisioning for port cfac30f3-c438-410d-898a-83eb2e5659e6 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:20.547516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-415a688f-c5f5-49b9-badf-d38327e033e7 None None] Provisioning complete for port cfac30f3-c438-410d-898a-83eb2e5659e6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:20.548868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-415a688f-c5f5-49b9-badf-d38327e033e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.573676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:20.640563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-415a688f-c5f5-49b9-badf-d38327e033e7 None None] Port cfac30f3-c438-410d-898a-83eb2e5659e6 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:20.835335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:20.839400 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:18Z', 'revision_number': 10, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:20.846938 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0d16d0-9051-4aa4-b706-9695b632857d None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:18Z', 'revision_number': 10, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None, '_interfaces': [{'id': '1b80b8bf-a114-46f2-81c1-854e226ecdd0', 'name': '', 'network_id': 'a5beefad-2527-4213-97d7-75c5ba1b15db', 'tenant_id': '98aa89532e944446943abed176f3b620', 'mac_address': 'fa:16:3e:83:ff:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860139fc-d91e-4783-935a-ddf22987326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 834, 'fixed_ips': [{'subnet_id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:05Z', 'revision_number': 5, 'project_id': '98aa89532e944446943abed176f3b620', 'subnets': [{'id': '134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:20.847696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:20.866148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:20.867263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:20.917607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Deleting port 62f6c071-1bac-4c2c-afbe-39c896a0d4fd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:20.918181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.938557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port cfac30f3-c438-410d-898a-83eb2e5659e6 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:20.938903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.961229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:20.971828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:20.972722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:20.976093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:20.977574 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/ports/239d1607-c1ab-4b51-884c-b4d43e2284ca HTTP/1.1" status: 204 len: 168 time: 2.3417025 May 20 14:53:20.982109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56460) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:21.046490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:21.047233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e50935-b667-4520-9e07-820f7136d872 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:21.077320 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c4e0cd5d-0636-440d-93f4-a39825fa5a8e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/floatingips/74c8674a-fdb1-486a-a39b-805fae1d53e4 HTTP/1.1" status: 200 len: 688 time: 0.0919051 May 20 14:53:21.077504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56468) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:21.270106 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56474) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:21.278014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.299374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.362703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:21.433378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Calling delete_port for 62f6c071-1bac-4c2c-afbe-39c896a0d4fd owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:21.437587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:21.438207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db7c0fbe-e817-48fc-9bc3-4259ec2a5e15 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:21.473045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 51a7fb7b-3450-496e-913b-eddc8b4b6981 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:21.473563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.557414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for cfac30f3-c438-410d-898a-83eb2e5659e6 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:21.582278 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-88efe38c-b8c4-4a99-b307-84513989780f tempest-AgentManagementNegativeTest-574563066 tempest-AgentManagementNegativeTest-574563066-project] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2962155 May 20 14:53:21.585459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.591254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6f901076-110f-48ca-a73c-0c1b3a934f2f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:21.591403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.591681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.643687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:21.649434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:21.655457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.669826 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba HTTP/1.1" status: 204 len: 168 time: 2.0261159 May 20 14:53:21.672685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56482) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:21.674133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53abfd1-eb10-4cda-970c-e981507249b3 None None] Network a9dd76dc-3a89-42a6-be3e-ea58b6a44648 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:21.722071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 51a7fb7b-3450-496e-913b-eddc8b4b6981 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:21.833703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.857563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:21.870469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2b60b538-e397-4323-9ab3-2bd73a77f204 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:21.937493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=51a7fb7b-3450-496e-913b-eddc8b4b6981,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:21.941169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:22.013584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56488) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:22.015512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] DHCP port deletion for a9dd76dc-3a89-42a6-be3e-ea58b6a44648 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:22.052303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.075887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.080698 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/floatingips/74c8674a-fdb1-486a-a39b-805fae1d53e4 HTTP/1.1" status: 204 len: 168 time: 0.9987898 May 20 14:53:22.080896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.081391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56494) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:22.088347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '89c75287-43e4-474b-b7b0-c02d3f81f99a'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:22.093880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cd198baf-a092-4997-8272-72519340a6d2 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:22.095585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:22.099909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:floatingip and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:22.104450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:22.108908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Deleting port 7d44e74b-1b07-4680-bba5-72af11a4a00f {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:22.109412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.111224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:22.123619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.152705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Port': ['ID=62f6c071-1bac-4c2c-afbe-39c896a0d4fd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:22.182540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:22.189461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.191971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 7d44e74b-1b07-4680-bba5-72af11a4a00f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:22.192309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.207444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.215601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-503011ae-b326-4108-8608-1cc5f5cea8a6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:22.224652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:22.228619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Usage tracker for resource:security_group_rule and tenant:65ab7c4aee97408c82e1f70147c08a1a is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:22.231907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:22.238413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:22.243035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] For port 7d44e74b-1b07-4680-bba5-72af11a4a00f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d44e74b-1b07-4680-bba5-72af11a4a00f,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:22.243919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.383517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Calling delete_port for 7d44e74b-1b07-4680-bba5-72af11a4a00f owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:22.423010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.428962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.440447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.445652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4d4dd355-8c14-4f1a-8a48-d99f2a661a47 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:22.445922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:22.456077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.470990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=cfac30f3-c438-410d-898a-83eb2e5659e6,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:22.488716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Pushing event deleted for resources: {'Port': ['ID=7d44e74b-1b07-4680-bba5-72af11a4a00f,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:22.490649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:22.491945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:22.492756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] No DVR routers for this DVR port 7d44e74b-1b07-4680-bba5-72af11a4a00f on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:22.531565 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=65ab7c4aee97408c82e1f70147c08a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5168903 May 20 14:53:22.538298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56498) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:22.538880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b16ecb3-df49-4504-82a7-c07e3305fdde,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:22.550815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:22.678579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.695295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.253 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/e7b9c4f6-dc41-48f0-b44d-e47c8550b66d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:22.716727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.723388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.723974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 7d44e74b-1b07-4680-bba5-72af11a4a00f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7d44e74b-1b07-4680-bba5-72af11a4a00f,segment=NetworkSegment(f93abdb3-070d-4ecb-8cbc-b881a7fbe60f),segment_id=f93abdb3-070d-4ecb-8cbc-b881a7fbe60f)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:22.724335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.855224 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/cfac30f3-c438-410d-898a-83eb2e5659e6 HTTP/1.1" status: 204 len: 168 time: 2.5978594 May 20 14:53:22.857680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56502) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:22.909290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.920523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 7d44e74b-1b07-4680-bba5-72af11a4a00f owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:22.920770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.933310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d339e095-eba4-40cb-93d9-21e95ef28971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:22.956778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b16ecb3-df49-4504-82a7-c07e3305fdde,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:22.960523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.965667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:22.990308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:22.991434 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0b16ecb3-df49-4504-82a7-c07e3305fdde HTTP/1.1" status: 204 len: 168 time: 0.4496248 May 20 14:53:23.010798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b4c8b-3230-41b8-a233-e4c9a09ec72a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:23.012294 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-099b4c8b-3230-41b8-a233-e4c9a09ec72a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1536832 May 20 14:53:23.015317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56508) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:23.076085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:23.081243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2b223f81-67b8-464b-a8d1-3a723be10999 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:23.161584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:23.164941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:23.172156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:23.199559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=e7b9c4f6-dc41-48f0-b44d-e47c8550b66d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:23.213029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c20c2-0a6d-4d40-b361-f81003312dad tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:23.216935 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-887c20c2-0a6d-4d40-b361-f81003312dad tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1983271 May 20 14:53:23.216935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:23.219078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56514) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:23.274252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Router 863c064d-e30c-4c1b-990d-8478dfb6e634 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:23.298400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:23.305721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e4cafc88-9904-4f4f-84e4-b5f38cb7d5eb tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:23.355870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93527c-2022-481e-b088-4df90300e3d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:23.357384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93527c-2022-481e-b088-4df90300e3d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:23.358996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf93527c-2022-481e-b088-4df90300e3d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:23.359863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bf93527c-2022-481e-b088-4df90300e3d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:23.413247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=7d44e74b-1b07-4680-bba5-72af11a4a00f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:23.418044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d44e74b-1b07-4680-bba5-72af11a4a00f no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:23.443568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port 7d44e74b-1b07-4680-bba5-72af11a4a00f on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:23.445792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.446241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.446862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.447431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.447968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.448524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.449092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.449650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.450190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.450726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.451316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.451857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:23.476297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 7d44e74b-1b07-4680-bba5-72af11a4a00f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:23.476931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7d44e74b-1b07-4680-bba5-72af11a4a00f not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:23.537168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:23.569374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:23.582075 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] Sync routers for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:23.590278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bf93527c-2022-481e-b088-4df90300e3d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:23.591463 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bf93527c-2022-481e-b088-4df90300e3d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3697166 May 20 14:53:23.595413 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:23.596854 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.597646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56530) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:23.604869 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2723970 May 20 14:53:23.609875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56534) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:23.672332 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.683080 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:23.683827 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.753113 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.753569 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d6d038-4075-4bdd-a97e-eef30548117a None None] The sync data for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:23.777876 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-7560171b-65bc-4a19-b655-819cf458ebc5 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] delete failed (client error): The resource could not be found. May 20 14:53:23.781416 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7560171b-65bc-4a19-b655-819cf458ebc5 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-2061959596 HTTP/1.1" status: 404 len: 335 time: 0.1681123 May 20 14:53:23.787070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56542) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:23.801524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-183a5c66-6a44-4a46-b968-b49fe191e1b1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'router': {'external_gateway_info': {'network_id': '863c064d-e30c-4c1b-990d-8478dfb6e634'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:23.849505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56546) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:23.871614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:23.895314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dd76dc-3a89-42a6-be3e-ea58b6a44648']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.913587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.913927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f93abdb3-070d-4ecb-8cbc-b881a7fbe60f') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:23.927772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 1a83aab1-5a86-473a-809c-32baa9e87c8f {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:23.932722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:23.960694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:23.991005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-3647155'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:24.001983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:24.006482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.014537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:network and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:24.018983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:24.027160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.053744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:24.054139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.068922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:24.070809 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:24.155187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Made reservation on behalf of 19464316936a4d91b12b02a0cd5122ce for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:24.158586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.186600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.214761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.216649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:24.218336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-183a5c66-6a44-4a46-b968-b49fe191e1b1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.226211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9b5911b-8355-4710-942f-5ce170058758 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:24.240622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.243309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:security_group_rule and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:24.251838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:24.254820 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-183a5c66-6a44-4a46-b968-b49fe191e1b1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] update failed (client error): The resource could not be found. May 20 14:53:24.255864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-183a5c66-6a44-4a46-b968-b49fe191e1b1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634 HTTP/1.1" status: 404 len: 339 time: 0.4675989 May 20 14:53:24.260148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56554) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:24.263608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:24.265689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=a9dd76dc-3a89-42a6-be3e-ea58b6a44648,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:24.271082 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/a9dd76dc-3a89-42a6-be3e-ea58b6a44648 HTTP/1.1" status: 204 len: 168 time: 2.5969775 May 20 14:53:24.273942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:24.274427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56558) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:24.333954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56562) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:24.340995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.357459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.830288 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5ed00773-6afe-4f52-af2e-4e4c2bf9c365 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/29726140-5848-4e1e-81a6-a27b0760bfd5 HTTP/1.1" status: 200 len: 993 time: 0.4939210 May 20 14:53:24.844965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.871695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:24.887049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-78e29aa1-bcaf-494f-b045-d910fa0b1526 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:24.965579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] vlan segment allocate from pool success with {'vlan_id': 747, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:24.993888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.011564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0827d1f-8039-40f5-9f41-448de0f05c24,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:25.023167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:25.027215 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.027555 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Added segment 004c410b-6045-40d9-8922-3dec29e44d9f of type vlan for network b9dd7794-86cf-426a-be3f-18a42b779e5d May 20 14:53:25.078999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.083554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.097320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.104660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-07a4e731-827d-486e-85d2-fadf4821d04f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:25.152770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56570) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:25.157230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=1a83aab1-5a86-473a-809c-32baa9e87c8f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:25.159271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.166362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e34657-7712-4845-8b1c-5592401eb473 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:25.222342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:25.275500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.281164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:25.281778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.289290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:25.310153 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1a83aab1-5a86-473a-809c-32baa9e87c8f HTTP/1.1" status: 204 len: 168 time: 1.7114921 May 20 14:53:25.340995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56574) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:25.552113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.560627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.567255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ad58bc8f-c044-48bf-af29-64664245f91b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:25.667715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Allocated IP 172.20.0.1 (16cc75c8-94ad-4910-a90b-adb8f462d5b5/8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f/98ce4285-b59d-4c1c-8bf0-eeb50ff669f3) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:25.688158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=e7b9c4f6-dc41-48f0-b44d-e47c8550b66d,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:25.698365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:25.739880 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8893967 May 20 14:53:25.742944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.761169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56578) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:25.770853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Network': ['ID=b9dd7794-86cf-426a-be3f-18a42b779e5d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:25.773874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:25.782582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b9dd7794-86cf-426a-be3f-18a42b779e5d details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:25.799657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet a5e4c34c-c5f4-40e5-bbe4-4ac86768966d {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:25.804559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.881565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:25.925773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'subnet': {'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:26.030657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.033986 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP b4251cda-ac75-4a11-af87-76ab16ff1983 associated. External IP: 172.26.6.253, port: 89c75287-43e4-474b-b7b0-c02d3f81f99a. May 20 14:53:26.142065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.208379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0560460b-3572-47e8-98be-3715c8eed57d None None] Provisioning complete for port 026f6260-fb71-4183-b5e7-3186aed021e6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:26.208982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0560460b-3572-47e8-98be-3715c8eed57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.236855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:26.268631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Transition to ACTIVE for port object 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:26.292508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:subnet and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:26.302293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:26.321853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:26.350770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.402779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 4dc0449d-e74a-4f47-a8fa-e90243f88d07 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:26.403039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.419867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Made reservation on behalf of 19464316936a4d91b12b02a0cd5122ce for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:26.423340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.439566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.450959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7c49f02d-d172-4bd0-b295-79d031d855fa tempest-RoutersAdminTest-266892676 tempest-RoutersAdminTest-266892676-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:26.520264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:26.525921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:26.545075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:26.575164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Port': ['ID=98ce4285-b59d-4c1c-8bf0-eeb50ff669f3,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:26.589953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:26.679390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.716972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:26.760906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9eba5a4e-a7bb-42c6-8a53-ec9979dde787 None None] Provisioning for port 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:26.766260 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9eba5a4e-a7bb-42c6-8a53-ec9979dde787 None None] Provisioning complete for port 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:26.766648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9eba5a4e-a7bb-42c6-8a53-ec9979dde787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.832822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9eba5a4e-a7bb-42c6-8a53-ec9979dde787 None None] Port 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:26.875679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.875998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:26.940905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.008206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:27.021881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:27.037687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:27.038209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:27.107609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:27.119183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:27.119811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:27.126333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.185294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:27.185294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06aac9-f8f7-4d96-97b1-c1268446d0e9 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:27.195757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 4dc0449d-e74a-4f47-a8fa-e90243f88d07 owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:27.254633 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1721547 May 20 14:53:27.258312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56582) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:27.271178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-216617776'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:27.278590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:27.285488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:network and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:27.305116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:27.323467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:27.383054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:27.387004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.450232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:27.467016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.467390 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Added segment ed6ab1de-08b7-4676-ac1f-08c37f5feaab of type vlan for network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 May 20 14:53:27.488335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.494319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7e345638-99cd-49aa-bf5a-bd0fe0fb4a16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:27.505479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.507917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.512955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.539678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8eab9880-085c-4721-b230-c93e09f2dfb0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:27.545545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e4c34c-c5f4-40e5-bbe4-4ac86768966d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:27.549897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:27.557055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.562355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05128fd-350f-4cb2-9a24-37955b70c6b0 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:27.606568 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/a5e4c34c-c5f4-40e5-bbe4-4ac86768966d HTTP/1.1" status: 204 len: 168 time: 2.2625024 May 20 14:53:27.610173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56586) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:27.709221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 1b80b8bf-a114-46f2-81c1-854e226ecdd0 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:27.709425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.784339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event updated for resources: {'Port': ['ID=98ce4285-b59d-4c1c-8bf0-eeb50ff669f3,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:27.795469 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-52d43ea9-6f33-4116-934f-eb82c315709c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1816802 May 20 14:53:27.796593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.799952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56590) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:27.803132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.803530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.803915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.804287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.805127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.805127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.805432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.805814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.806203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.806579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.806926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.807303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:27.810738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.816454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:27.817163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.822268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:27.822896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:27.848959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:27.865993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:27.926790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 1b80b8bf-a114-46f2-81c1-854e226ecdd0, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1b80b8bf-a114-46f2-81c1-854e226ecdd0,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:27.927170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.937711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.944078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Deleting port 026f6260-fb71-4183-b5e7-3186aed021e6 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:27.944270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:27.945228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b90fc05b-3288-4489-9680-d63d2b847265 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:28.044525 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7825503 May 20 14:53:28.050402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] For port 026f6260-fb71-4183-b5e7-3186aed021e6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=026f6260-fb71-4183-b5e7-3186aed021e6,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:28.050807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.093628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56594) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:28.098440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=4dc0449d-e74a-4f47-a8fa-e90243f88d07,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:28.107909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 1b80b8bf-a114-46f2-81c1-854e226ecdd0 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:28.110618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:28.112300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Network': ['ID=6bf7716e-b6a3-44c5-bf52-37c23aed5112,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:28.126176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'subnet': {'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:28.148635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:28.169544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:28.187160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Calling delete_port for 026f6260-fb71-4183-b5e7-3186aed021e6 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:28.229941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:28.258527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:28.266102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:28.278544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.278544 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 29726140-5848-4e1e-81a6-a27b0760bfd5 disassociated (deleted). External IP: 172.26.6.154, port: daf19368-1358-44ea-b3e9-8ad17554fec1. May 20 14:53:28.279203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:28.290029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:28.292311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:28.295816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:28.308763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:28.312018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.322853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.327712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:28.333696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:28.357451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.363908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-83558f5c-ed7c-44c2-a8c8-166d775883fe tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:28.378824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Pushing event deleted for resources: {'Port': ['ID=026f6260-fb71-4183-b5e7-3186aed021e6,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:28.387508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] No DVR routers for this DVR port 026f6260-fb71-4183-b5e7-3186aed021e6 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:28.389412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.389774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.391163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.391163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.391163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.391435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.391637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.392124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.392236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.392518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.393520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.393520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:53:28.397978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:28.535009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:28.535394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.668237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9d42728-825a-41b7-b0d6-0f278d007d35 None None] Provisioning complete for port 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:28.668894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9d42728-825a-41b7-b0d6-0f278d007d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.688061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Router 863c064d-e30c-4c1b-990d-8478dfb6e634 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:28.709788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Subnet': ['ID=55521a77-bf03-4513-9021-d8bc4f679f4d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:28.719838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:28.728763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9d42728-825a-41b7-b0d6-0f278d007d35 None None] Port 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:28.733053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Checking segment: {'id': '004c410b-6045-40d9-8922-3dec29e44d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:28.733564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network hostable DHCP agents. Network: b9dd7794-86cf-426a-be3f-18a42b779e5d, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:53:28.851117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network b9dd7794-86cf-426a-be3f-18a42b779e5d is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:53:28.938998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b9dd7794-86cf-426a-be3f-18a42b779e5d) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:28.947930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d0141-185b-415a-b686-67df23e42410 None None] Network b9dd7794-86cf-426a-be3f-18a42b779e5d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:28.972166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:28.973046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:28.974074 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:28.991761 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] Sync routers for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:29.000418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.008133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6e9eca51-b1af-48eb-afb2-1d0c7935ff60 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:29.016580 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:29.017465 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:29.026693 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7632098 May 20 14:53:29.029536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56598) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:29.078406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=1b80b8bf-a114-46f2-81c1-854e226ecdd0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:29.083146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:29.121469 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:29.131383 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:29.132355 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:29.166630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 4661d359-4940-40bb-96c3-c11e3f1aa20b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:29.201155 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:29.204898 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46a745b-5ed3-42ae-86b5-e625bc025591 None None] The sync data for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:29.255049 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4799163 May 20 14:53:29.264378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56602) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:29.308058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-b9dd7794-86cf-426a-be3f-18a42b779e5d', 'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d', 'tenant_id': '19464316936a4d91b12b02a0cd5122ce', 'fixed_ips': [{'subnet_id': '55521a77-bf03-4513-9021-d8bc4f679f4d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:29.309032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.345310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-972463298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:29.424316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:29.441824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:router and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:29.446596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.450116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:29.461423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a4c94e9f-e9a7-4742-b3a0-42d59f8448f1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.470014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:29.533384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Allocated IP 172.20.0.2 (b9dd7794-86cf-426a-be3f-18a42b779e5d/55521a77-bf03-4513-9021-d8bc4f679f4d/b18cab66-d56f-44c5-867c-e76d81da5100) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:29.569637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 026f6260-fb71-4183-b5e7-3186aed021e6 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:29.622028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 026f6260-fb71-4183-b5e7-3186aed021e6 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:29.622528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 026f6260-fb71-4183-b5e7-3186aed021e6 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:29.667222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.668768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.696245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:29.706824 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-a4c94e9f-e9a7-4742-b3a0-42d59f8448f1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 14:53:29.708096 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a4c94e9f-e9a7-4742-b3a0-42d59f8448f1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634 HTTP/1.1" status: 409 len: 329 time: 0.6776235 May 20 14:53:29.722736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] Sync routers for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:29.749794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56610) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:29.750352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:29.751055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:29.763565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.805722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.905351 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/29726140-5848-4e1e-81a6-a27b0760bfd5 HTTP/1.1" status: 204 len: 168 time: 4.7495315 May 20 14:53:29.907593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:29.909443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:53:29.909578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:29.923796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Transition to ACTIVE for port object b18cab66-d56f-44c5-867c-e76d81da5100 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:29.952039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Transition to ACTIVE for port object b18cab66-d56f-44c5-867c-e76d81da5100 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:29.988120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.078758 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'status': 'completed', 'code': 200} May 20 14:53:30.138910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:30.139766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:30.153689 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:30.175534 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:30.177601 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:30.265155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.272253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b622fd5-8d08-4d50-9b17-66cf641c6dc6 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:30.319889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.334772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:30.475501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Pushing event updated for resources: {'Port': ['ID=b18cab66-d56f-44c5-867c-e76d81da5100,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:30.490646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:30.508661 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:30.519517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:30.545168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.546325 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ff6ca727-1577-444c-b410-90cd31ac0f46 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.2165065 May 20 14:53:30.553044 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2722249 May 20 14:53:30.553044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56624) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:30.554919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56626) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:30.555246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Network b9dd7794-86cf-426a-be3f-18a42b779e5d is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:30.564768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:30.570870 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:30.573327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:30.584061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.603653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=3d7266dd-3406-4371-a960-9bd3e84014cd,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:30.615417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:30.617995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12888833-4ed8-49e8-9d8a-fd53606ac347 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:30.654156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:30.654600 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:28Z', 'revision_number': 11, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:30.654768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.659235 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:30.667741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e0195-ccf9-4665-8e70-ab6d3376e269 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:30.669307 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:30.670147 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:30.773883 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9725430 May 20 14:53:30.779664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56632) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:30.798787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Subnet': ['ID=21102072-d820-4307-bf9b-9595a11dd49d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:30.807805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:30.827321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:30.828771 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:30.831036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Checking segment: {'id': 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:30.831419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network hostable DHCP agents. Network: 6bf7716e-b6a3-44c5-bf52-37c23aed5112, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:53:30.884755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting subnet 134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:30.896539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b8b1a-2de7-48af-9d9e-4519087949a1 req-a7546720-92db-47c2-bb0f-b657a2349c86 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:30.905087 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-551b8b1a-2de7-48af-9d9e-4519087949a1 req-a7546720-92db-47c2-bb0f-b657a2349c86 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 945 time: 0.4009786 May 20 14:53:30.912082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.949537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Attempting to bind port b18cab66-d56f-44c5-867c-e76d81da5100 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:30.950042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Attempting to bind port b18cab66-d56f-44c5-867c-e76d81da5100 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '004c410b-6045-40d9-8922-3dec29e44d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:30.950283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Attempting to bind port b18cab66-d56f-44c5-867c-e76d81da5100 on network b9dd7794-86cf-426a-be3f-18a42b779e5d {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:30.964501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-5b136d1c-58b9-45d6-b34a-556fde2a0447', 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'tenant_id': '3e06663d22e64fd68382026534584e31', 'fixed_ips': [{'subnet_id': '3d7266dd-3406-4371-a960-9bd3e84014cd'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:30.965330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:30.990799 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:28Z', 'revision_number': 11, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:30.996872 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab53bc9-6697-484f-87ab-361e3a666078 None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:28Z', 'revision_number': 11, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:31.035756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:31.036305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Checking segment: {'id': '004c410b-6045-40d9-8922-3dec29e44d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:31.036539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.037012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Bound using segment: {'id': '004c410b-6045-40d9-8922-3dec29e44d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:31.037494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Bound port: b18cab66-d56f-44c5-867c-e76d81da5100, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004c410b-6045-40d9-8922-3dec29e44d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:31.037897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.090771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-c9b770b0-96ce-4b08-962a-17353428a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:31.092333 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-c9b770b0-96ce-4b08-962a-17353428a4cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 1098 time: 1.0125089 May 20 14:53:31.183381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.221707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:53:31.260431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 6bf7716e-b6a3-44c5-bf52-37c23aed5112) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:31.269912 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-551b8b1a-2de7-48af-9d9e-4519087949a1 req-a99dd502-a816-4de4-9f19-de669d47b6ce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3640339 May 20 14:53:31.297814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19315116-df9d-4572-8507-29b7e76912ab None None] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:31.298383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:31.303686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:31.304284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.309837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:31.313697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:31.325292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:31.351632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] For port b18cab66-d56f-44c5-867c-e76d81da5100, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:31.354540 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2512150 May 20 14:53:31.357643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56638) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:31.360950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.393616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.420980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1b80b8bf-a114-46f2-81c1-854e226ecdd0 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:31.455800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-761585991', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:31.460648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:18Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:31.462723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:31.466974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.476869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Allocated IP 2001:db8::2 (5b136d1c-58b9-45d6-b34a-556fde2a0447/3d7266dd-3406-4371-a960-9bd3e84014cd/f73195ef-fc4f-439e-955a-d559ac6f749f) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:31.482181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 1b80b8bf-a114-46f2-81c1-854e226ecdd0 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:31.482181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 1b80b8bf-a114-46f2-81c1-854e226ecdd0 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:31.483955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] For port b18cab66-d56f-44c5-867c-e76d81da5100, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b18cab66-d56f-44c5-867c-e76d81da5100,segment=NetworkSegment(004c410b-6045-40d9-8922-3dec29e44d9f),segment_id=004c410b-6045-40d9-8922-3dec29e44d9f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:31.488503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] Checking router: 4661d359-4940-40bb-96c3-c11e3f1aa20b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:31.502335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.509514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:31.557576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:31.558209 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:31.629436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:31.633715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.652917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:router and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:31.659637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for router was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:31.680352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:31.708857 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d7266dd-3406-4371-a960-9bd3e84014cd (CIDR: 2001:db8::/64) May 20 14:53:31.709847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-529291bb-b533-4dfa-8ba0-7d3be0cc1736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:31.711584 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-529291bb-b533-4dfa-8ba0-7d3be0cc1736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 200 len: 898 time: 0.6055393 May 20 14:53:31.760699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.761973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.773591 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:53:31.774075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:31.826237 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c16d49d7-4c44-446a-bda3-2c044dadb7fd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0424747 May 20 14:53:31.826854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56642) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:31.842379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'subnet': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:31.899798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Pushing event updated for resources: {'Port': ['ID=b18cab66-d56f-44c5-867c-e76d81da5100,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:31.907064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:31.908525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:31.994465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:32.049948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-6bf7716e-b6a3-44c5-bf52-37c23aed5112', 'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112', 'tenant_id': '856b94cac2f149bda0e20547913c27eb', 'fixed_ips': [{'subnet_id': '21102072-d820-4307-bf9b-9595a11dd49d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:32.051198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.055278 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-2d236d1b-c689-443c-99ab-b4ee366c468b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 200 len: 217 time: 0.3179197 May 20 14:53:32.311377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:32.342435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.383887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:subnet and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:32.396022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:32.401486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.420794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Transition to ACTIVE for port object f73195ef-fc4f-439e-955a-d559ac6f749f will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:32.435753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:32.497756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Transition to ACTIVE for port object f73195ef-fc4f-439e-955a-d559ac6f749f will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:32.512321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-8a33a693-0dfb-438a-83d9-f12277d7e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:32.514053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-8a33a693-0dfb-438a-83d9-f12277d7e475 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b33b3d53-ea83-4dce-8bdd-70fd84863ab6 HTTP/1.1" status: 200 len: 834 time: 0.3009849 May 20 14:53:32.524161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.530208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:32.532891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:32.533643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.629226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-35d28df9-9c53-461b-9e21-61a57a4908d3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:32.629983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-35d28df9-9c53-461b-9e21-61a57a4908d3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:32.644194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Allocated IP 172.20.0.1 (b9dd7794-86cf-426a-be3f-18a42b779e5d/55521a77-bf03-4513-9021-d8bc4f679f4d/98b382c7-4848-4577-87a0-babe18f87d02) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:32.669043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.675366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cdffca9f-9ab8-4a3a-9345-de551a0dc835 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:32.692215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Allocated IP 172.20.0.2 (6bf7716e-b6a3-44c5-bf52-37c23aed5112/21102072-d820-4307-bf9b-9595a11dd49d/7cc84fa4-7df3-467f-b2cf-afb61864e222) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:32.700364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:32.710887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:32.720405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:32.733285 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Subnet': ['ID=134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:32.738034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Pushing event updated for resources: {'Port': ['ID=f73195ef-fc4f-439e-955a-d559ac6f749f,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:32.749144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-35d28df9-9c53-461b-9e21-61a57a4908d3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:32.750318 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-35d28df9-9c53-461b-9e21-61a57a4908d3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 945 time: 1.0119734 May 20 14:53:32.753966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:32.762399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:32.776202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:32.777122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf2a5e5-5b30-4698-b87f-551284b64359 None None] Network a5beefad-2527-4213-97d7-75c5ba1b15db requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:32.824305 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1 HTTP/1.1" status: 204 len: 168 time: 2.2670212 May 20 14:53:32.879078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56648) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:32.997799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-d8067187-f5ec-43a6-a5c4-a1641c873939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:32.999366 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-d8067187-f5ec-43a6-a5c4-a1641c873939 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=008226cb-0abb-4b72-abda-29aade509554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4726493 May 20 14:53:33.009868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Deleting port 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:33.010423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.033024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdee810-1d6a-4c89-a04b-af2d82406242 req-c73fadb2-dc66-42e9-856a-5bc265ba6789 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:33.040248 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2cdee810-1d6a-4c89-a04b-af2d82406242 req-c73fadb2-dc66-42e9-856a-5bc265ba6789 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 945 time: 0.5548425 May 20 14:53:33.176447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.230551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Attempting to bind port f73195ef-fc4f-439e-955a-d559ac6f749f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:33.231187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Attempting to bind port f73195ef-fc4f-439e-955a-d559ac6f749f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:33.231297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Attempting to bind port f73195ef-fc4f-439e-955a-d559ac6f749f on network 5b136d1c-58b9-45d6-b34a-556fde2a0447 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:33.236487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.269221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Transition to ACTIVE for port object 98b382c7-4848-4577-87a0-babe18f87d02 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:33.286172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f98aaef-307d-408d-8805-eb7ca0c53a2a None None] Network b9dd7794-86cf-426a-be3f-18a42b779e5d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:33.293965 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2cdee810-1d6a-4c89-a04b-af2d82406242 req-d7593c5e-1370-474d-a729-45a37c0d6eac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528534 May 20 14:53:33.367728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port daf19368-1358-44ea-b3e9-8ad17554fec1 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:33.368022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.406242 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-6b4227fb-a11d-4c64-9b79-5ebc5335864d service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960791 May 20 14:53:33.432707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.442558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:33.442558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Checking segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:33.442938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.443067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Bound using segment: {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:33.451113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Bound port: f73195ef-fc4f-439e-955a-d559ac6f749f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb00ae80-85da-4609-a45a-2165b5cfcf3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 704, 'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:33.451113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.497858 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.525806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.534143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d1782879-2641-4c44-bba3-98e590114e9b tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:33.545552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b18cab66-d56f-44c5-867c-e76d81da5100 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:33.585390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Calling delete_port for 98ce4285-b59d-4c1c-8bf0-eeb50ff669f3 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:33.596147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:18Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:33.598057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cc23fafb-6954-4643-a62d-47c74e809e11 None None] Provisioning for port b18cab66-d56f-44c5-867c-e76d81da5100 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:33.623864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Transition to ACTIVE for port object 7cc84fa4-7df3-467f-b2cf-afb61864e222 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:33.630667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1e77a9-82a4-42cb-b2d6-304e01540291 None None] The sync data for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv is: [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:52:07Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '41837b60-1389-47ac-9ccb-690bf836221e', 'name': '', 'network_id': '008226cb-0abb-4b72-abda-29aade509554', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:61:16:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 859, 'fixed_ips': [{'subnet_id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:52:04Z', 'updated_at': '2021-05-20T14:52:18Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b33b3d53-ea83-4dce-8bdd-70fd84863ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:33.700627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network b9dd7794-86cf-426a-be3f-18a42b779e5d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:33.708652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:33.719485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.723071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:33.735470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Transition to ACTIVE for port object 7cc84fa4-7df3-467f-b2cf-afb61864e222 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:33.756309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] For port f73195ef-fc4f-439e-955a-d559ac6f749f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:33.757320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port daf19368-1358-44ea-b3e9-8ad17554fec1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=daf19368-1358-44ea-b3e9-8ad17554fec1,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:33.758027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.763336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] For port f73195ef-fc4f-439e-955a-d559ac6f749f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f73195ef-fc4f-439e-955a-d559ac6f749f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:33.764765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.767785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.771866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d7f43cf8-268f-4c62-ae88-79638c86df48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:33.786180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Port': ['ID=98b382c7-4848-4577-87a0-babe18f87d02,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:33.789688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Deleting port 3d220de1-31bc-4312-b79e-70618e705a6e {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:33.790253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.803983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:33.813954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port b18cab66-d56f-44c5-867c-e76d81da5100 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:33.830915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.847582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b18cab66-d56f-44c5-867c-e76d81da5100 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:33.847972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:33.904267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:33.937409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:33.939815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:33.942700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] DHCP port deletion for a5beefad-2527-4213-97d7-75c5ba1b15db request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:34.006384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Pushing event updated for resources: {'Port': ['ID=7cc84fa4-7df3-467f-b2cf-afb61864e222,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:34.073687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:34.097615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.26.6.143 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/83024b18-0153-4f15-bd9f-5050eb3035b0) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:34.121498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:34.127873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for daf19368-1358-44ea-b3e9-8ad17554fec1 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:34.131832 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3feb90d0-f9ba-457a-93ef-f1f868c84871 req-e8512de1-ebf6-4e47-b1ee-61f9cd764818 service neutron] 10.222.0.11 "GET /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123606 May 20 14:53:34.162915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.188633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4955e6-9fb2-4c57-a717-6c7d1ee1e702 None None] New status for floating IP 29726140-5848-4e1e-81a6-a27b0760bfd5: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:53:34.257493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] For port 3d220de1-31bc-4312-b79e-70618e705a6e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3d220de1-31bc-4312-b79e-70618e705a6e,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:34.257763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.396263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.407481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Calling delete_port for 3d220de1-31bc-4312-b79e-70618e705a6e owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:34.409510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-177797ee-8dc3-4e4f-bc98-2ba903a1a64d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:34.451507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Attempting to bind port 7cc84fa4-7df3-467f-b2cf-afb61864e222 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:34.452479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Attempting to bind port 7cc84fa4-7df3-467f-b2cf-afb61864e222 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:34.453066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Attempting to bind port 7cc84fa4-7df3-467f-b2cf-afb61864e222 on network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:34.510131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Port': ['ID=98ce4285-b59d-4c1c-8bf0-eeb50ff669f3,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:34.528140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:34.578785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.588828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:34.589211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Checking segment: {'id': 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:34.589624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.590025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Bound using segment: {'id': 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:34.591166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Bound port: 7cc84fa4-7df3-467f-b2cf-afb61864e222, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:34.591166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.629116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Pushing event updated for resources: {'Port': ['ID=f73195ef-fc4f-439e-955a-d559ac6f749f,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:34.639473 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:34.724844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Deleting port 3d220de1-31bc-4312-b79e-70618e705a6e {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:34.725229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.748112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.769088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port b18cab66-d56f-44c5-867c-e76d81da5100, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b18cab66-d56f-44c5-867c-e76d81da5100,segment=NetworkSegment(004c410b-6045-40d9-8922-3dec29e44d9f),segment_id=004c410b-6045-40d9-8922-3dec29e44d9f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:34.795606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.objects.ports [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=98805) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 20 14:53:34.807072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.810720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.812425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.818699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:34.835044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:34.839990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d8b60ee8-4cec-44ab-bdab-2e2d2f9548c4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:34.948335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=daf19368-1358-44ea-b3e9-8ad17554fec1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:34.987916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] For port 7cc84fa4-7df3-467f-b2cf-afb61864e222, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:34.996712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] For port 7cc84fa4-7df3-467f-b2cf-afb61864e222, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7cc84fa4-7df3-467f-b2cf-afb61864e222,segment=NetworkSegment(ed6ab1de-08b7-4676-ac1f-08c37f5feaab),segment_id=ed6ab1de-08b7-4676-ac1f-08c37f5feaab)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:35.027341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.040824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] For port 3d220de1-31bc-4312-b79e-70618e705a6e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=3d220de1-31bc-4312-b79e-70618e705a6e,segment=NetworkSegment(128d9ba8-d241-4d02-9991-e26de003d524),segment_id=128d9ba8-d241-4d02-9991-e26de003d524)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:35.041574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.044819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No DVR routers for this DVR port 3d220de1-31bc-4312-b79e-70618e705a6e on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:35.073663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6a08c1d8-56db-40ee-b289-60992148ad5b None None] Provisioning for port 98b382c7-4848-4577-87a0-babe18f87d02 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:35.115738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Port': ['ID=3d220de1-31bc-4312-b79e-70618e705a6e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:35.122797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:35.130574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:35.132016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:35.148364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=b18cab66-d56f-44c5-867c-e76d81da5100,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:35.240113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:35.240606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6a08c1d8-56db-40ee-b289-60992148ad5b None None] Provisioning complete for port 98b382c7-4848-4577-87a0-babe18f87d02 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:35.240740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port daf19368-1358-44ea-b3e9-8ad17554fec1 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:35.241033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a08c1d8-56db-40ee-b289-60992148ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.243701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.251788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'name': 'network-vif-deleted', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:53:35.297406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2d00a25a-7ea6-4559-82e8-ec672b02b56b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:35.365236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Calling delete_port for 3d220de1-31bc-4312-b79e-70618e705a6e owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:35.372426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.386834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5d0c4980-efe6-4878-95c7-b3e1d759441e tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:35.454154 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70150a7b-fc25-4def-9fd2-f13bd48b81a4', 'name': 'network-vif-deleted', 'tag': 'daf19368-1358-44ea-b3e9-8ad17554fec1', 'status': 'completed', 'code': 200} May 20 14:53:35.461008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.465984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6a08c1d8-56db-40ee-b289-60992148ad5b None None] Port 98b382c7-4848-4577-87a0-babe18f87d02 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:35.515079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.531369 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b160bc56-f3fc-422e-8c4f-da705428f4ef req-0624db31-35f9-49ef-9fb2-deda40c29d1a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/daf19368-1358-44ea-b3e9-8ad17554fec1 HTTP/1.1" status: 204 len: 173 time: 2.7601211 May 20 14:53:35.539975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5beefad-2527-4213-97d7-75c5ba1b15db']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:35.622239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6a08c1d8-56db-40ee-b289-60992148ad5b None None] Provisioning complete for port b18cab66-d56f-44c5-867c-e76d81da5100 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:35.622631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a08c1d8-56db-40ee-b289-60992148ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.636328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977781e-fe92-46ad-b986-6f1b74220c37 req-dfc53180-df75-4d6c-bd19-92ce984431a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:35.637947 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5977781e-fe92-46ad-b986-6f1b74220c37 req-dfc53180-df75-4d6c-bd19-92ce984431a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70150a7b-fc25-4def-9fd2-f13bd48b81a4 HTTP/1.1" status: 200 len: 867 time: 1.0580535 May 20 14:53:35.677124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128d9ba8-d241-4d02-9991-e26de003d524') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:35.677124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128d9ba8-d241-4d02-9991-e26de003d524') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:35.720919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.721156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:35.747672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:35.749708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b18cab66-d56f-44c5-867c-e76d81da5100 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:35.752205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:35.763694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.797024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:35.803869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.818520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Pushing event updated for resources: {'Port': ['ID=7cc84fa4-7df3-467f-b2cf-afb61864e222,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:35.827907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:35.831676 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:35.882443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:35.926084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device daf19368-1358-44ea-b3e9-8ad17554fec1 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:35.942971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=83024b18-0153-4f15-bd9f-5050eb3035b0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:35.948429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:35.964439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: daf19368-1358-44ea-b3e9-8ad17554fec1 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:35.964796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device daf19368-1358-44ea-b3e9-8ad17554fec1 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:35.977516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b18cab66-d56f-44c5-867c-e76d81da5100 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:35.977785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.002166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.011866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3faa4ff5-dd26-4d41-b494-145db292187c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:36.031111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.036496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-71ed90f5-48e7-4478-b7aa-b30d7b31388f tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:36.066829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Pushing event deleted for resources: {'Port': ['ID=3d220de1-31bc-4312-b79e-70618e705a6e,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:36.072878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] No DVR routers for this DVR port 3d220de1-31bc-4312-b79e-70618e705a6e on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:36.074408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:36.091568 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5977781e-fe92-46ad-b986-6f1b74220c37 req-24b3343c-9d30-47de-a208-6e4b74eaf37d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=6ed6e55b-7c80-48ef-be3c-757c9a6a6040&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4418910 May 20 14:53:36.121686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-870bf841-5908-4b90-854d-c31f7295672b None None] Provisioning complete for port 98b382c7-4848-4577-87a0-babe18f87d02 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:36.122445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-870bf841-5908-4b90-854d-c31f7295672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.245763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.261497 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/networks/a5beefad-2527-4213-97d7-75c5ba1b15db HTTP/1.1" status: 204 len: 168 time: 3.3791084 May 20 14:53:36.272856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56656) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:36.277096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Pushing event deleted for resources: {'Network': ['ID=a5beefad-2527-4213-97d7-75c5ba1b15db,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:36.280431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f73195ef-fc4f-439e-955a-d559ac6f749f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:36.289344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'routes': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:36.325360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-870bf841-5908-4b90-854d-c31f7295672b None None] Port 98b382c7-4848-4577-87a0-babe18f87d02 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:36.354469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:36.364182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-870bf841-5908-4b90-854d-c31f7295672b None None] Provisioning for port f73195ef-fc4f-439e-955a-d559ac6f749f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:36.378098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port f73195ef-fc4f-439e-955a-d559ac6f749f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:36.385090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f73195ef-fc4f-439e-955a-d559ac6f749f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:36.385616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.522872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.629611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Added routes are [] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 14:53:36.629906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Removed routes are [] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 14:53:36.630267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.631908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Router 863c064d-e30c-4c1b-990d-8478dfb6e634 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:36.670525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f11056-7be8-4308-b653-e39408179be0 None None] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:36.715124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.765702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:36.770940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92641605-f313-42e3-839b-fbf3aa9d14ee None None] Provisioning for port 7cc84fa4-7df3-467f-b2cf-afb61864e222 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:36.805534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-46188d46-99db-4d28-ac6a-5794b6635727 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:37.008765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.023806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Port': ['ID=98b382c7-4848-4577-87a0-babe18f87d02,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:37.030866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.032996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:37.061847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.096669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.181532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:37.194358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56662) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.195490 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] Sync routers for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:37.207412 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:37.208400 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:37.252555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] For port f73195ef-fc4f-439e-955a-d559ac6f749f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f73195ef-fc4f-439e-955a-d559ac6f749f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:37.273504 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:37.282910 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] Routers {'863c064d-e30c-4c1b-990d-8478dfb6e634'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:37.283610 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['863c064d-e30c-4c1b-990d-8478dfb6e634'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:37.323451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network b9dd7794-86cf-426a-be3f-18a42b779e5d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:37.325180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 860139fc-d91e-4783-935a-ddf22987326c has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:37.326392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:37.344687 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:37.345157 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c481f94e-32fb-4433-a57d-572f45845202 None None] The sync data for ids ['863c064d-e30c-4c1b-990d-8478dfb6e634'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:37.358954 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6003306 May 20 14:53:37.363030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56666) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.453082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:53:37.482004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.536436 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-08082746-dc01-4271-a8f7-faa439ed74bb tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] show failed (client error): The resource could not be found. May 20 14:53:37.541296 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-08082746-dc01-4271-a8f7-faa439ed74bb tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-1430569865 HTTP/1.1" status: 404 len: 335 time: 0.1711075 May 20 14:53:37.549204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-598037c7-c000-4b73-a363-c7e03c005b6c None None] Provisioning complete for port 98b382c7-4848-4577-87a0-babe18f87d02 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:37.549802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-598037c7-c000-4b73-a363-c7e03c005b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.553232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.558573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56670) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.574748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0fac9ad8-22cc-45b3-80c4-d58179fb67af tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Request body: {'router': {'name': 'new_name'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:37.642360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.643154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.658014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-598037c7-c000-4b73-a363-c7e03c005b6c None None] Port 98b382c7-4848-4577-87a0-babe18f87d02 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:37.659774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:37.661409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:53:37.661874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:53:37.705910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.715373 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0fac9ad8-22cc-45b3-80c4-d58179fb67af tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] update failed (client error): The resource could not be found. May 20 14:53:37.716403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0fac9ad8-22cc-45b3-80c4-d58179fb67af tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1031757963 HTTP/1.1" status: 404 len: 335 time: 0.1493180 May 20 14:53:37.740006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56674) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.773663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:37.786794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:37.796702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] Sync routers for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:37.805191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.809398 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3172155a-a456-4352-a65a-d4940404ea17 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 705 time: 1.5328839 May 20 14:53:37.810946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:37.811754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:37.815740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56678) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.827233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:37.867595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:37.868747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.878873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bd666774-dd2e-40f3-9bda-8607b7c99ab4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:37.879293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6a9299-0c67-41b8-9070-b40eb65cacba None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:37.900712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=f73195ef-fc4f-439e-955a-d559ac6f749f,revision_number=4']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:37.909610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:37.909877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Deleting subnet 804878ab-bd17-418a-a6c4-dbed53177f7b {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:37.910552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a0aa07c9-1585-4ae8-9489-fce42898e027 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:37.918846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.942204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:37.960649 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.1268876 May 20 14:53:37.963431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56682) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.967531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bd666774-dd2e-40f3-9bda-8607b7c99ab4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:37.970859 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bd666774-dd2e-40f3-9bda-8607b7c99ab4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 205 time: 0.1520543 May 20 14:53:37.977005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Request body: {'port': {'network_id': '5b136d1c-58b9-45d6-b34a-556fde2a0447', 'mac_address': 'fa:16:3e:29:20:84', 'name': 'tempest-NetworksTestDHCPv6-1992966478'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:37.990530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56686) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:37.990734 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:38.051696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Subnet': ['ID=f3d023b1-2d1b-48fe-9364-a5c2449373bf,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:38.063076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:38.152255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.158165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:28Z', 'revision_number': 11, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:38.160222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.165788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bfea1a9a-9f4b-4f05-a90f-7eaf3a3c53a2 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:38.186483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed6e55b-7c80-48ef-be3c-757c9a6a6040,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:38.191755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:38.208482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.212411 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/6ed6e55b-7c80-48ef-be3c-757c9a6a6040 HTTP/1.1" status: 204 len: 168 time: 1.0092890 May 20 14:53:38.221964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] Checking router: 860139fc-d91e-4783-935a-ddf22987326c for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:38.235258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:53:38.251928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.255043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56692) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:38.263796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] Routers {'860139fc-d91e-4783-935a-ddf22987326c'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:38.264557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860139fc-d91e-4783-935a-ddf22987326c'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:38.299178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Router 00f8238a-2758-473c-8cdf-1dfb5c6578ed is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:53:38.333391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.459689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] Set router 860139fc-d91e-4783-935a-ddf22987326c gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:38.588578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-795c5de9-d559-41a2-b112-e2e7474c31e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.594430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:28Z', 'revision_number': 11, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:38.599480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port f73195ef-fc4f-439e-955a-d559ac6f749f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f73195ef-fc4f-439e-955a-d559ac6f749f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:38.607418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8026fd10-8d4e-4a31-b5d2-0158139f2528 None None] The sync data for ids ['860139fc-d91e-4783-935a-ddf22987326c'] in dv-neutron-601336-75-hyperv is: [{'id': '860139fc-d91e-4783-935a-ddf22987326c', 'name': 'tempest-RoutersIpV6Test-router-2006136628', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:46Z', 'updated_at': '2021-05-20T14:53:28Z', 'revision_number': 11, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:38.613763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.616706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5dbf0480-46d2-4a3e-8eb5-c3151d9504ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:38.713709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3d220de1-31bc-4312-b79e-70618e705a6e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:38.758004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 3d220de1-31bc-4312-b79e-70618e705a6e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:38.758574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 3d220de1-31bc-4312-b79e-70618e705a6e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:38.769672 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=f73195ef-fc4f-439e-955a-d559ac6f749f,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:38.773715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:38.807913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:38.825638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.832844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.835177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Usage tracker for resource:port and tenant:3e06663d22e64fd68382026534584e31 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:38.848335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:38.863108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:38.863879 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] Sync routers for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:38.870600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:38.882589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] Sync routers for ids ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:38.892333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.893664 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4481530 May 20 14:53:38.897273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56696) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:38.900253 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "PUT /v2.0/routers/00f8238a-2758-473c-8cdf-1dfb5c6578ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3461046 May 20 14:53:38.901530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:38.902757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56700) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:38.905804 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:38.906069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:38.906554 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:38.908024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] Routers {'00f8238a-2758-473c-8cdf-1dfb5c6578ed'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:38.908848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:38.976078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'port': {'network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d', 'name': 'tempest-FloatingIPNegativeTestJSON-383729801'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:39.047467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:39.053289 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:39.069325 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:39.070338 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:39.094058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f73195ef-fc4f-439e-955a-d559ac6f749f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:39.147317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] Routers {'00f8238a-2758-473c-8cdf-1dfb5c6578ed'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:39.148135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:39.159297 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:39.159979 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b116a1-cf06-45e2-a1cd-093c2d6a1e39 None None] The sync data for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:39.255135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:39.264208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:port and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:39.269238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:39.288173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:39.319391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:39.320083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a5f30-8645-4ac7-a307-c44bcc17f2a6 None None] The sync data for ids ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:39.354262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f73195ef-fc4f-439e-955a-d559ac6f749f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:39.354686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.356779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Made reservation on behalf of 3e06663d22e64fd68382026534584e31 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:39.381025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.381507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router 860139fc-d91e-4783-935a-ddf22987326c {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:39.434109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Made reservation on behalf of 19464316936a4d91b12b02a0cd5122ce for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:39.437825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.445498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.446917 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e75219aa-69e0-400b-85b4-0d3dcb784356 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 204 len: 168 time: 1.4552786 May 20 14:53:39.479439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56704) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:39.496159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] device_id is not set on port 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:53:39.518809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7cc84fa4-7df3-467f-b2cf-afb61864e222 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:39.598668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1373396364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:39.600156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 7cc84fa4-7df3-467f-b2cf-afb61864e222 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:39.606127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7cc84fa4-7df3-467f-b2cf-afb61864e222 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:39.606440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.629477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:39.640198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.641324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Usage tracker for resource:router and tenant:98aa89532e944446943abed176f3b620 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:39.650406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:39.673835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.682557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adb90235-a82a-43bd-8fdc-163a6a65260a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:39.716308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] device_id is not set on port 068f9d51-f773-49f9-ab73-bd548a585591 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:53:39.745513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5f487b4b-e604-4d43-806a-6dcc5ba55892 None None] Provisioning complete for port f73195ef-fc4f-439e-955a-d559ac6f749f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:39.745920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5f487b4b-e604-4d43-806a-6dcc5ba55892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.759898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Subnet': ['ID=804878ab-bd17-418a-a6c4-dbed53177f7b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:39.765381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:39.766418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.770821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:39.777557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.794499 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/subnets/804878ab-bd17-418a-a6c4-dbed53177f7b HTTP/1.1" status: 204 len: 168 time: 2.0436087 May 20 14:53:39.796110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56708) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:39.799452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d648d188-6791-4109-9aa1-f8a8ff7068ab None None] Network d1be2526-67f4-4cfc-8721-e83089eb6bb6 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:39.846030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.847338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.919976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Deleting subnet b72414c8-4be1-41ff-918a-ab86808de83d {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:39.927017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.944699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Allocated IP 172.20.0.9 (b9dd7794-86cf-426a-be3f-18a42b779e5d/55521a77-bf03-4513-9021-d8bc4f679f4d/7f63e54a-e3f2-404f-ab01-4bb9bd3709aa) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:39.970065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:39.978332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 7cc84fa4-7df3-467f-b2cf-afb61864e222, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7cc84fa4-7df3-467f-b2cf-afb61864e222,segment=NetworkSegment(ed6ab1de-08b7-4676-ac1f-08c37f5feaab),segment_id=ed6ab1de-08b7-4676-ac1f-08c37f5feaab)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:40.013603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.019880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d3197332-9652-41b8-a7a1-e83ead3abf80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:40.029456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.119256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8::63 (5b136d1c-58b9-45d6-b34a-556fde2a0447/3d7266dd-3406-4371-a960-9bd3e84014cd/068f9d51-f773-49f9-ab73-bd548a585591) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:40.121734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.131536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:2084 (5b136d1c-58b9-45d6-b34a-556fde2a0447/f3d023b1-2d1b-48fe-9364-a5c2449373bf/068f9d51-f773-49f9-ab73-bd548a585591) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:40.154927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.162569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=7cc84fa4-7df3-467f-b2cf-afb61864e222,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:40.166346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:40.252094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] DHCP port deletion for d1be2526-67f4-4cfc-8721-e83089eb6bb6 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:40.324319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Deleting port 2531e152-8bcb-479b-b6bc-59ef3eebb82e {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:40.324652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.426156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] For port 2531e152-8bcb-479b-b6bc-59ef3eebb82e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2531e152-8bcb-479b-b6bc-59ef3eebb82e,segment=NetworkSegment(875a2eb7-8369-4288-8404-77790fe82d96),segment_id=875a2eb7-8369-4288-8404-77790fe82d96)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:40.426679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.453973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.455172 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2a078fb8-1495-45da-a25f-b1879c95e81c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8641760 May 20 14:53:40.458726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56712) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:40.481038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Request body: {'router': {'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:40.563041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Calling delete_port for 2531e152-8bcb-479b-b6bc-59ef3eebb82e owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:40.589171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.614421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.624665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4dac6378-af85-4dd0-80f0-feac86315b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:40.678390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] No DVR routers for this DVR port 2531e152-8bcb-479b-b6bc-59ef3eebb82e on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:40.681193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Pushing event deleted for resources: {'Port': ['ID=2531e152-8bcb-479b-b6bc-59ef3eebb82e,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:40.683599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:40.700031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-443d2294-5f11-4ac8-a2d3-b4da4d62c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.700733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Transition to ACTIVE for port object 068f9d51-f773-49f9-ab73-bd548a585591 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:40.726379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.777433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.830492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Transition to ACTIVE for port object 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:40.864335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.906356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:40.912792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7cc84fa4-7df3-467f-b2cf-afb61864e222 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:40.988479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7cc84fa4-7df3-467f-b2cf-afb61864e222 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:40.988770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.142599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.150191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.153831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.161525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b2507d8-e05f-480b-935e-caa551afccb4 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:41.168489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d7a9a5f5-2c05-4468-b3b3-066a3834af65 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:41.168938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2531e152-8bcb-479b-b6bc-59ef3eebb82e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:41.197575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.208408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 2531e152-8bcb-479b-b6bc-59ef3eebb82e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:41.208913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2531e152-8bcb-479b-b6bc-59ef3eebb82e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:41.229670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.240368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb9624-3db5-44ed-b77d-bd537f761648 None None] Network 1f0d8089-6089-47f4-ac3a-0d72f224e8ef requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:41.240545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.253489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:41.270851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network b9dd7794-86cf-426a-be3f-18a42b779e5d is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:41.315757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:41.326744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:41.328963 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/subnets/b72414c8-4be1-41ff-918a-ab86808de83d HTTP/1.1" status: 204 len: 168 time: 1.5317504 May 20 14:53:41.329821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:41.331677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:41.335442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:41.336105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.342331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event updated for resources: {'Port': ['ID=068f9d51-f773-49f9-ab73-bd548a585591,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:41.347839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56716) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:41.356786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:41.405107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c8742944-8d29-4a92-a36c-d43ed9f6cbe9 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:41.424002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Port': ['ID=7f63e54a-e3f2-404f-ab01-4bb9bd3709aa,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:41.427051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:41.507820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Subnet': ['ID=b72414c8-4be1-41ff-918a-ab86808de83d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:41.529553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:41.530175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.533794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:41.541187 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5714891 May 20 14:53:41.552666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56720) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:41.553676 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:53:41.620727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] DHCP port deletion for 1f0d8089-6089-47f4-ac3a-0d72f224e8ef request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:41.660118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.663829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Router 533da171-90bc-4dd9-9e01-bd8369f40798 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:53:41.677035 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7730057 May 20 14:53:41.683897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56724) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:41.732190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Deleting port 0898366b-35a5-4127-bc1c-7756dc3b5a79 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:41.732912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.804516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:41.834941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:41.839767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] For port 0898366b-35a5-4127-bc1c-7756dc3b5a79, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0898366b-35a5-4127-bc1c-7756dc3b5a79,segment=NetworkSegment(ac24e0ab-e6a6-43ba-9e64-4993a8d047bb),segment_id=ac24e0ab-e6a6-43ba-9e64-4993a8d047bb)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:41.840246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.845560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:floatingip and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:41.863212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Provisioning for port 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:41.909400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:41.966630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:41.974522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:41.978908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.986928 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] Sync routers for ids ['533da171-90bc-4dd9-9e01-bd8369f40798'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:41.992862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:41.996627 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c3f81683-95c5-4b33-ba56-363f3bc52708 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "PUT /v2.0/routers/533da171-90bc-4dd9-9e01-bd8369f40798 HTTP/1.1" status: 200 len: 698 time: 1.5308330 May 20 14:53:41.998789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56728) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:42.004090 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] Routers {'533da171-90bc-4dd9-9e01-bd8369f40798'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:42.004571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1be2526-67f4-4cfc-8721-e83089eb6bb6']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.004960 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['533da171-90bc-4dd9-9e01-bd8369f40798'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.006904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Provisioning complete for port 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:42.007326 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.040396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Calling delete_port for 0898366b-35a5-4127-bc1c-7756dc3b5a79 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:42.043188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.079674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.091259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Port 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:42.109109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875a2eb7-8369-4288-8404-77790fe82d96') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.109717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875a2eb7-8369-4288-8404-77790fe82d96') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.112953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Provisioning for port 068f9d51-f773-49f9-ab73-bd548a585591 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:42.126558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Provisioning complete for port 068f9d51-f773-49f9-ab73-bd548a585591 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:42.126989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.165343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.1 (6bf7716e-b6a3-44c5-bf52-37c23aed5112/21102072-d820-4307-bf9b-9595a11dd49d/b22b28d1-3601-4ed4-a7f7-11c239b6a6b7) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:42.181976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting port 068f9d51-f773-49f9-ab73-bd548a585591 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:42.182316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.193816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c4e1ea7f-9eb9-40ee-a76d-99e0d6cdacc9 None None] Port 068f9d51-f773-49f9-ab73-bd548a585591 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:42.201233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.208373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.213600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-859a1752-fdc7-4df5-a1c6-a9b4927b371b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:42.218660 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] Set router 533da171-90bc-4dd9-9e01-bd8369f40798 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:42.230539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 41837b60-1389-47ac-9ccb-690bf836221e {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:42.230886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.233584 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2e7345f1-7039-41fe-b2e4-5d68c8506279 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/routers/533da171-90bc-4dd9-9e01-bd8369f40798 HTTP/1.1" status: 200 len: 704 time: 0.2315648 May 20 14:53:42.236344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56732) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:42.270594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] No DVR routers for this DVR port 0898366b-35a5-4127-bc1c-7756dc3b5a79 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:42.275072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.276446 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Pushing event deleted for resources: {'Port': ['ID=0898366b-35a5-4127-bc1c-7756dc3b5a79,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:42.279366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:42.346718 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2ebe8cb5-6230-4d03-a3bc-3128210589c2 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=533da171-90bc-4dd9-9e01-bd8369f40798 HTTP/1.1" status: 200 len: 205 time: 0.1089387 May 20 14:53:42.348239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:42.348785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:42.367965 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:42.370857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56736) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:42.388649 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533da171-90bc-4dd9-9e01-bd8369f40798', 'name': 'tempest-RoutersIpV6Test-router-1373396364', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:39Z', 'updated_at': '2021-05-20T14:53:41Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.392993 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] Checking router: 533da171-90bc-4dd9-9e01-bd8369f40798 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:42.401897 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] Routers {'533da171-90bc-4dd9-9e01-bd8369f40798'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:42.402490 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['533da171-90bc-4dd9-9e01-bd8369f40798'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.529889 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] Set router 533da171-90bc-4dd9-9e01-bd8369f40798 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:42.562105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.570425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 41837b60-1389-47ac-9ccb-690bf836221e, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=41837b60-1389-47ac-9ccb-690bf836221e,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:42.571627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.635864 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533da171-90bc-4dd9-9e01-bd8369f40798', 'name': 'tempest-RoutersIpV6Test-router-1373396364', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:39Z', 'updated_at': '2021-05-20T14:53:41Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:42.640064 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd3eae0-3a44-4b3c-8aea-078dfcfbb203 None None] The sync data for ids ['533da171-90bc-4dd9-9e01-bd8369f40798'] in dv-neutron-601336-75-hyperv is: [{'id': '533da171-90bc-4dd9-9e01-bd8369f40798', 'name': 'tempest-RoutersIpV6Test-router-1373396364', 'tenant_id': '98aa89532e944446943abed176f3b620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:39Z', 'updated_at': '2021-05-20T14:53:41Z', 'revision_number': 2, 'project_id': '98aa89532e944446943abed176f3b620', 'gw_port_host': None}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:42.756704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.823239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Calling delete_port for 068f9d51-f773-49f9-ab73-bd548a585591 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:42.835136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 41837b60-1389-47ac-9ccb-690bf836221e owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:42.840121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.874104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Transition to ACTIVE for port object b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:42.904069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0898366b-35a5-4127-bc1c-7756dc3b5a79 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:42.935147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.943940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 0898366b-35a5-4127-bc1c-7756dc3b5a79 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:42.944290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0898366b-35a5-4127-bc1c-7756dc3b5a79 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:42.980206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:42.990522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:42.998600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:43.021036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.036389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Network': ['ID=d1be2526-67f4-4cfc-8721-e83089eb6bb6,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:43.075532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:43.084421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:43.090222 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/networks/d1be2526-67f4-4cfc-8721-e83089eb6bb6 HTTP/1.1" status: 204 len: 168 time: 1.7413499 May 20 14:53:43.099056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:43.102753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:43.104343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.106369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56740) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:43.108534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.201340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=b22b28d1-3601-4ed4-a7f7-11c239b6a6b7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:43.204263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:43.241943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.247876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.253165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.253724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Fanout notify agent at l3_agent the message router_deleted on router 533da171-90bc-4dd9-9e01-bd8369f40798 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:43.287279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.298432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:43.302014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.319165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.320549 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9803051c-f4f3-4d31-a0bc-41ad6533e9e3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/533da171-90bc-4dd9-9e01-bd8369f40798 HTTP/1.1" status: 204 len: 168 time: 0.9348373 May 20 14:53:43.327878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-01a645db-a4c0-4472-b271-5fae5d5df1e4 None None] Provisioning for port b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:43.333572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-01a645db-a4c0-4472-b271-5fae5d5df1e4 None None] Provisioning complete for port b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:43.334035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01a645db-a4c0-4472-b271-5fae5d5df1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.336978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56744) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:43.397927 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3b478b77-2a6b-41e6-a662-9a8e32c8cac6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=533da171-90bc-4dd9-9e01-bd8369f40798 HTTP/1.1" status: 200 len: 205 time: 0.0585508 May 20 14:53:43.413000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-01a645db-a4c0-4472-b271-5fae5d5df1e4 None None] Port b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:43.431289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56748) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:43.446007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Port': ['ID=068f9d51-f773-49f9-ab73-bd548a585591,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:43.448558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:43.528674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.545535 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-64be9c10-5570-4ac9-9922-fc6dd7a36fd7 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:43.546560 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-64be9c10-5570-4ac9-9922-fc6dd7a36fd7 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/533da171-90bc-4dd9-9e01-bd8369f40798 HTTP/1.1" status: 404 len: 336 time: 0.1143732 May 20 14:53:43.558243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56752) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:43.568122 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/068f9d51-f773-49f9-ab73-bd548a585591 HTTP/1.1" status: 204 len: 168 time: 2.0143824 May 20 14:53:43.578323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56756) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:43.601992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.604880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.619425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c5402678-ca74-47d3-8f2b-fc669d25c5e3 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:43.666948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=41837b60-1389-47ac-9ccb-690bf836221e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:43.698483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.698823 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-10760419-5417-4373-9bf7-5211cb47a153 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:43.699314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10760419-5417-4373-9bf7-5211cb47a153 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:43.703389 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-10760419-5417-4373-9bf7-5211cb47a153 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/660aa508-0e27-4c2d-b77e-91ee34873ed9 HTTP/1.1" status: 404 len: 337 time: 0.1388385 May 20 14:53:43.703389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:43.709570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56760) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:43.720900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0d8089-6089-47f4-ac3a-0d72f224e8ef']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:43.775920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Allocated IP 172.26.6.221 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/0276cb9d-a422-430c-a8b4-972532f01518) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:43.786855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:43.787190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac24e0ab-e6a6-43ba-9e64-4993a8d047bb') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:43.808819 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac55d20e-5b9e-4c9b-a65a-facfc2fdd6b3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:43.809271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac55d20e-5b9e-4c9b-a65a-facfc2fdd6b3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:43.817267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.878404 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ac55d20e-5b9e-4c9b-a65a-facfc2fdd6b3 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/a02c3bc8-d053-4f5f-bc11-394344d8cd6a HTTP/1.1" status: 404 len: 337 time: 0.1665754 May 20 14:53:43.884258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:43.886473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56764) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.063943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.135083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:44.135508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:44.150551 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:44.172440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-97392ab2-ab52-4567-8aaa-baba807ddc47 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:44.172888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97392ab2-ab52-4567-8aaa-baba807ddc47 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:44.174543 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-97392ab2-ab52-4567-8aaa-baba807ddc47 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/4cd38133-5d8e-4d2e-bb5c-fdc2e29439ba HTTP/1.1" status: 404 len: 337 time: 0.2850785 May 20 14:53:44.231068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56768) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.248270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821e43b-6f07-413c-b463-7bcc8e888c16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:44.248974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8821e43b-6f07-413c-b463-7bcc8e888c16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:44.296786 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a937a8-3d45-412b-b4db-daed25cf22fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:44.297271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a937a8-3d45-412b-b4db-daed25cf22fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:44.311893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.325649 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-84a937a8-3d45-412b-b4db-daed25cf22fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/134b2eaa-af05-4b3f-9e7a-f3c6d547b2f1 HTTP/1.1" status: 404 len: 337 time: 0.0928423 May 20 14:53:44.329454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.331833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2af8572a-60fd-42af-a58d-1c7715446ed0 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:44.337569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56772) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.353817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.355713 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/networks/1f0d8089-6089-47f4-ac3a-0d72f224e8ef HTTP/1.1" status: 204 len: 168 time: 1.2489049 May 20 14:53:44.361708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56776) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.374837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8821e43b-6f07-413c-b463-7bcc8e888c16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:44.375965 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8821e43b-6f07-413c-b463-7bcc8e888c16 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7928741 May 20 14:53:44.407429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Network': ['ID=1f0d8089-6089-47f4-ac3a-0d72f224e8ef,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:44.408930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56780) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.416467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:44.419204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.505640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Deleting subnet 8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:44.505868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-00cb8ca9-052c-4c4b-8f77-c2716a497f14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Synchronizing usage tracker for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:44.512157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.560475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-00cb8ca9-052c-4c4b-8f77-c2716a497f14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Unset dirty status for tenant:98aa89532e944446943abed176f3b620 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:44.561620 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00cb8ca9-052c-4c4b-8f77-c2716a497f14 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 200 len: 205 time: 0.2213979 May 20 14:53:44.565870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56784) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.589926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.623785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a8751a-e705-40d1-a779-415eaba6f0b4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:44.625251 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-30a8751a-e705-40d1-a779-415eaba6f0b4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2106264 May 20 14:53:44.631365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.636234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56788) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.642974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-773e6f2c-9db5-44e7-bcf5-8068c07735b8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:44.723947 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-4ecc9494-b88a-4767-885a-196b5282c8e1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:44.724877 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4ecc9494-b88a-4767-885a-196b5282c8e1 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/860139fc-d91e-4783-935a-ddf22987326c HTTP/1.1" status: 404 len: 336 time: 0.1432581 May 20 14:53:44.731984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56792) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.763753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:44.770346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:44.780065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:44.812492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Port': ['ID=0276cb9d-a422-430c-a8b4-972532f01518,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:44.822780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:44.837166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263913e-17c4-4b82-a8cc-d6de1f21bae4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:44.838793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263913e-17c4-4b82-a8cc-d6de1f21bae4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:44.840995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a263913e-17c4-4b82-a8cc-d6de1f21bae4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:44.841135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a263913e-17c4-4b82-a8cc-d6de1f21bae4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:44.847066 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d51db644-1bb4-4ada-9f37-13b401e0a8df tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=29c35f7c-1221-4960-b717-9eb4ccba559c HTTP/1.1" status: 200 len: 205 time: 0.1119838 May 20 14:53:44.853479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56796) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.890057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a263913e-17c4-4b82-a8cc-d6de1f21bae4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:44.891249 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a263913e-17c4-4b82-a8cc-d6de1f21bae4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2199912 May 20 14:53:44.899346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56800) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:44.941047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:44.982076 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-3e7a0d50-c5ce-4dbb-af5d-d3dc701db727 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:44.983005 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3e7a0d50-c5ce-4dbb-af5d-d3dc701db727 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/29c35f7c-1221-4960-b717-9eb4ccba559c HTTP/1.1" status: 404 len: 336 time: 0.1291800 May 20 14:53:44.997269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56804) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.057066 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-214c933b-c28c-417c-a543-fd935f72649e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:45.057520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214c933b-c28c-417c-a543-fd935f72649e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:45.067400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet 3d7266dd-3406-4371-a960-9bd3e84014cd {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:45.086223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.104920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.134533 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-214c933b-c28c-417c-a543-fd935f72649e tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/6eb17561-21fc-4510-b4d5-cabfb3e44b9d HTTP/1.1" status: 404 len: 337 time: 0.1340666 May 20 14:53:45.144946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56808) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.246445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:53:45.270200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.281255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.304148 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8bfef33b-675b-4fa8-b499-faeef1518da0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 200 len: 205 time: 0.1579218 May 20 14:53:45.312518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56812) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.316541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9e92271e-9c10-4b3b-9601-94d82b70c5bd tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:45.379481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 4661d359-4940-40bb-96c3-c11e3f1aa20b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:45.387770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.416319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.421326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=b22b28d1-3601-4ed4-a7f7-11c239b6a6b7,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:45.424434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:45.426415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.487416 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-c2751fc7-bb00-4446-9728-353c60fd0ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:45.488415 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c2751fc7-bb00-4446-9728-353c60fd0ff5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/65960dc2-0e9a-4a37-9eeb-eddd43516593 HTTP/1.1" status: 404 len: 336 time: 0.1692073 May 20 14:53:45.496804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56816) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.583570 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1d9ff96-6353-483d-8a00-3cc29358fb05 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=1adbd33a-57bb-46b3-b1fe-c8408cec9e2b HTTP/1.1" status: 200 len: 205 time: 0.0854774 May 20 14:53:45.590132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56820) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.779635 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0277e5ad-ae17-43e5-9f7c-d34a2c504469 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:45.780571 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0277e5ad-ae17-43e5-9f7c-d34a2c504469 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/1adbd33a-57bb-46b3-b1fe-c8408cec9e2b HTTP/1.1" status: 404 len: 336 time: 0.1895373 May 20 14:53:45.785399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56824) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.857973 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e46f10e-8459-4cce-ba5c-77393b4c8fd6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:45.858439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e46f10e-8459-4cce-ba5c-77393b4c8fd6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:45.860175 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2e46f10e-8459-4cce-ba5c-77393b4c8fd6 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/f1be64de-bc0f-4ea4-9491-66085eaf2935 HTTP/1.1" status: 404 len: 337 time: 0.0721855 May 20 14:53:45.863851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:45.867014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56828) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.868262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:45.872283 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/4661d359-4940-40bb-96c3-c11e3f1aa20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6127853 May 20 14:53:45.872381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:45.876741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] Sync routers for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:45.894270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:45.895501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:45.927383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:45.930957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:45.968319 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f325912a-4bc6-459c-86c7-69d4064bec80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=d8d237bf-df7b-4560-9a4c-b9bf544d7e2f HTTP/1.1" status: 200 len: 205 time: 0.0728266 May 20 14:53:45.973310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56836) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.045966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet b33b3d53-ea83-4dce-8bdd-70fd84863ab6 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:46.049899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.062976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.064280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-097c1569-0ead-4d65-b1b6-275aa1790ed0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:46.095211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:46.116802 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-742d7714-08e4-4bb7-a6fe-49666e817179 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:46.117861 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-742d7714-08e4-4bb7-a6fe-49666e817179 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/d8d237bf-df7b-4560-9a4c-b9bf544d7e2f HTTP/1.1" status: 404 len: 336 time: 0.1415429 May 20 14:53:46.137158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56840) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.144539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Subnet': ['ID=8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:46.153182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:46.193375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.210053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f70d46-c24c-4894-b106-85fe0be93c64 None None] Network 16cc75c8-94ad-4910-a90b-adb8f462d5b5 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:46.214842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.250800 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba7b370-75f4-46ca-87a7-0893dda14a46 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:46.251305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba7b370-75f4-46ca-87a7-0893dda14a46 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:46.255465 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0ba7b370-75f4-46ca-87a7-0893dda14a46 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/41756c4c-fc51-4fbd-8100-05e97b5fcbb1 HTTP/1.1" status: 404 len: 337 time: 0.1100566 May 20 14:53:46.260505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56844) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.271148 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/subnets/8bff8cc0-ed9e-42b3-af37-81b4cb0fec9f HTTP/1.1" status: 204 len: 168 time: 1.9062068 May 20 14:53:46.273494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56848) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.317328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:46.323939 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1b4e8d8f-2b5d-4387-9073-0636f3f5c99b tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "GET /v2.0/ports?device_id=3667b901-4df4-423b-a4d8-6160c96dc982 HTTP/1.1" status: 200 len: 205 time: 0.0598290 May 20 14:53:46.326159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56852) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.329320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.344164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.358775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:46.410873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d2545cbd-6c48-49a4-8816-c2214729d397 None None] Provisioning complete for port b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:46.411296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d2545cbd-6c48-49a4-8816-c2214729d397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.412684 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-11c1709d-0051-457a-b960-806a3f7a9b52 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] delete failed (client error): The resource could not be found. May 20 14:53:46.417215 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-11c1709d-0051-457a-b960-806a3f7a9b52 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/routers/3667b901-4df4-423b-a4d8-6160c96dc982 HTTP/1.1" status: 404 len: 336 time: 0.0820127 May 20 14:53:46.455841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56856) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.522202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.572588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.609478 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5bd80e9-0502-44ff-8df7-a34e5b76a013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:46.610012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5bd80e9-0502-44ff-8df7-a34e5b76a013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:46.614049 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b5bd80e9-0502-44ff-8df7-a34e5b76a013 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/d5b1b2d8-ec2a-4c57-a02e-e8be0d3c1fff HTTP/1.1" status: 404 len: 337 time: 0.1553462 May 20 14:53:46.624953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d2545cbd-6c48-49a4-8816-c2214729d397 None None] Port b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:46.632690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56860) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.681613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Port': ['ID=0276cb9d-a422-430c-a8b4-972532f01518,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:46.682585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:53:43Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:46.687383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] Checking router: 4661d359-4940-40bb-96c3-c11e3f1aa20b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:53:46.696710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] Routers {'4661d359-4940-40bb-96c3-c11e3f1aa20b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:46.697391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4661d359-4940-40bb-96c3-c11e3f1aa20b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:46.698191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:46.702971 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd082aa-f032-4f24-9138-7006f1ce741d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] DELETE failed (client error): The resource could not be found. May 20 14:53:46.703477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd082aa-f032-4f24-9138-7006f1ce741d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:46.707509 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5bd082aa-f032-4f24-9138-7006f1ce741d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] 10.222.0.58 "DELETE /v2.0/subnets/57a8f42f-43ef-475e-8c7f-9e4423609741 HTTP/1.1" status: 404 len: 337 time: 0.0682926 May 20 14:53:46.722951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.807114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.808416 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0847006 May 20 14:53:46.811488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.816211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56866) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.819048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b87d65d5-688d-4f31-87f1-0f0f3798c593 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:46.829388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] DHCP port deletion for 16cc75c8-94ad-4910-a90b-adb8f462d5b5 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:46.849913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:46.858201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9b7b1d63-862d-45b5-bfea-ef99a431cfcb tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'floatingip': {'port_id': '7f63e54a-e3f2-404f-ab01-4bb9bd3709aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:46.858837 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/routers/9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9605229 May 20 14:53:46.862824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56870) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.872716 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] Sync routers for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:46.884575 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:46.885186 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:46.885915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'port': {'network_id': '6bf7716e-b6a3-44c5-bf52-37c23aed5112', 'name': 'tempest-FloatingIPTestJSON-159935455'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:46.933064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7266dd-3406-4371-a960-9bd3e84014cd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:46.945140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:46.948960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.953046 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/3d7266dd-3406-4371-a960-9bd3e84014cd HTTP/1.1" status: 204 len: 168 time: 2.0502613 May 20 14:53:46.963125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56874) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:46.965473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9b7b1d63-862d-45b5-bfea-ef99a431cfcb tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:46.968931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01cca77-b211-465e-9252-eb8026a17d7f None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:47.001283 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:47.011576 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:47.012384 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:47.092750 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:47.093662 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870f367-19ee-498d-b2ec-0b022fbb259f None None] The sync data for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:47.108013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Deleting subnet f3d023b1-2d1b-48fe-9364-a5c2449373bf {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:53:47.122235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.126066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device bf0dfedf-4cfe-45cd-935c-26a26b3208d7 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:47.193905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.205075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:47.213241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Usage tracker for resource:port and tenant:856b94cac2f149bda0e20547913c27eb is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:47.217816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Quota usage for port was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:47.226629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:47.245729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Made reservation on behalf of 856b94cac2f149bda0e20547913c27eb for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:47.250181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.262014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56880) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:47.269716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.271255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] Set router 4661d359-4940-40bb-96c3-c11e3f1aa20b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:53:47.280600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3f39c20-b393-43c9-a719-08a634e4920e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:47.323337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=b33b3d53-ea83-4dce-8bdd-70fd84863ab6,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:47.325480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] device_id is not set on port b47efb1f-8c3f-4862-84b3-b399de18a79a yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:53:47.332406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Deleting port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:47.332611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.359242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.369443 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/b33b3d53-ea83-4dce-8bdd-70fd84863ab6 HTTP/1.1" status: 204 len: 168 time: 1.4921246 May 20 14:53:47.369443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:47.369443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56886) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:47.404063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059cc9a9-9e48-4922-b708-c4d1df8615a3 None None] Network 008226cb-0abb-4b72-abda-29aade509554 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:47.590001 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9a773448-420d-49b1-85e1-0e23b94a05c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=98aa89532e944446943abed176f3b620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3224459 May 20 14:53:47.600536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56890) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:47.685180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] For port bf0dfedf-4cfe-45cd-935c-26a26b3208d7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,segment=NetworkSegment(4ac2d22b-ac25-47fd-b956-bf6edee60e0b),segment_id=4ac2d22b-ac25-47fd-b956-bf6edee60e0b)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:47.685530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.701532 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-9b7b1d63-862d-45b5-bfea-ef99a431cfcb tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] update failed (client error): The resource could not be found. May 20 14:53:47.705158 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9b7b1d63-862d-45b5-bfea-ef99a431cfcb tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "PUT /v2.0/floatingips/af039a4d-2058-4f24-b5a1-846613bf02aa HTTP/1.1" status: 404 len: 507 time: 0.8573310 May 20 14:53:47.714524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56894) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:47.756056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.795816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Allocated IP 172.20.0.3 (6bf7716e-b6a3-44c5-bf52-37c23aed5112/21102072-d820-4307-bf9b-9595a11dd49d/b47efb1f-8c3f-4862-84b3-b399de18a79a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:47.809876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Deleting port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:47.810257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.824489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:47.849487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Calling delete_port for bf0dfedf-4cfe-45cd-935c-26a26b3208d7 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:47.887251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.040811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] For port bf0dfedf-4cfe-45cd-935c-26a26b3208d7, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,segment=NetworkSegment(4ac2d22b-ac25-47fd-b956-bf6edee60e0b),segment_id=4ac2d22b-ac25-47fd-b956-bf6edee60e0b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:48.041547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.041964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.048253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d7ce131c-8230-4c22-b4ec-8d791afb2c14 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:48.094544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.132967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Port': ['ID=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:48.144926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:48.149575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] No DVR routers for this DVR port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:48.278703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Calling delete_port for bf0dfedf-4cfe-45cd-935c-26a26b3208d7 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:48.295657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.307029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.315852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a74d705f-2f54-42d6-99da-8cefc37deea8 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:48.355187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:53:43Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:48.361010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16cc75c8-94ad-4910-a90b-adb8f462d5b5']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:48.366635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c3dcbf-6738-4ccb-bc86-32a12d96715d None None] The sync data for ids ['4661d359-4940-40bb-96c3-c11e3f1aa20b'] in dv-neutron-601336-75-hyperv is: [{'id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'name': 'tempest-TestNetworkBasicOps-router-520680221', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95'}], 'enable_snat': True}, 'gw_port_id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:51:51Z', 'updated_at': '2021-05-20T14:53:43Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '5008531e-0d71-49e5-b760-ac641d8e3e6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:c3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4661d359-4940-40bb-96c3-c11e3f1aa20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:51:53Z', 'updated_at': '2021-05-20T14:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:48.371914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d023b1-2d1b-48fe-9364-a5c2449373bf,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:48.379462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:48.381198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac2d22b-ac25-47fd-b956-bf6edee60e0b') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:48.381497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac2d22b-ac25-47fd-b956-bf6edee60e0b') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:48.386268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.389626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.392528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-33d5b700-35a0-4b10-bd66-d50b51942746 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:48.410142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.421894 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/f3d023b1-2d1b-48fe-9364-a5c2449373bf HTTP/1.1" status: 204 len: 168 time: 1.4015408 May 20 14:53:48.422523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56898) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:48.461380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] DHCP port deletion for 008226cb-0abb-4b72-abda-29aade509554 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:48.477579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.484077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] No DVR routers for this DVR port bf0dfedf-4cfe-45cd-935c-26a26b3208d7 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:48.489638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Pushing event deleted for resources: {'Port': ['ID=bf0dfedf-4cfe-45cd-935c-26a26b3208d7,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:48.496141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:48.517187 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-28f643ec-42c9-4e3d-ab44-24c00c8c993a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910323 May 20 14:53:48.517791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56902) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:48.518804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.572480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:48.573203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.589424 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Deleting port 66628d78-d9f0-483e-9c75-e68e8c6db923 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:48.589821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:48.590392 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:48.658048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.689590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.694228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Deleting port 0276cb9d-a422-430c-a8b4-972532f01518 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:48.696668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.721551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.727834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-97187494-d401-41d0-bc68-a4443a1ba6e4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:48.751885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.759044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] For port 66628d78-d9f0-483e-9c75-e68e8c6db923, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=66628d78-d9f0-483e-9c75-e68e8c6db923,segment=NetworkSegment(d09235f1-0634-4c31-9c16-54b92aeec279),segment_id=d09235f1-0634-4c31-9c16-54b92aeec279)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:48.759625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.781438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b5932-daba-4a56-9902-a88f6089ab2a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:48.782996 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-496b5932-daba-4a56-9902-a88f6089ab2a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2610552 May 20 14:53:48.784549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Pushing event deleted for resources: {'Network': ['ID=16cc75c8-94ad-4910-a90b-adb8f462d5b5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:48.790484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56906) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:48.792473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:48.794168 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/networks/16cc75c8-94ad-4910-a90b-adb8f462d5b5 HTTP/1.1" status: 204 len: 168 time: 2.5184147 May 20 14:53:48.797124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56908) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:48.806509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Transition to ACTIVE for port object b47efb1f-8c3f-4862-84b3-b399de18a79a will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:48.839271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:48.884527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c5418173-d67a-423e-9683-46eafd018210 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Synchronizing usage tracker for tenant:c6e015cd0edd4c21b01c41523662af90 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:48.906315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa9e1c9f-44b0-41b4-bbeb-5d16f749b065 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:48.925803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c5418173-d67a-423e-9683-46eafd018210 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Unset dirty status for tenant:c6e015cd0edd4c21b01c41523662af90 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:48.929750 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c5418173-d67a-423e-9683-46eafd018210 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "GET /v2.0/ports?device_id=863c064d-e30c-4c1b-990d-8478dfb6e634 HTTP/1.1" status: 200 len: 205 time: 0.1291468 May 20 14:53:48.930831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56914) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:48.939910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Calling delete_port for 66628d78-d9f0-483e-9c75-e68e8c6db923 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:48.944366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 66628d78-d9f0-483e-9c75-e68e8c6db923 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:48.965057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d5eb01-6132-4383-9c66-9db5086033ab,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:48.974098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:49.036883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78897db-8537-4cc7-a3f3-f0dc41df35ee tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:49.037908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e78897db-8537-4cc7-a3f3-f0dc41df35ee tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Synchronizing usage tracker for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:53:49.059749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.060378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.069430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.074041 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5d5eb01-6132-4383-9c66-9db5086033ab HTTP/1.1" status: 204 len: 168 time: 1.4725740 May 20 14:53:49.086201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 5008531e-0d71-49e5-b760-ac641d8e3e6f {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:49.086857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.118434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.120413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.146220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.150181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5bd69eac-7ac0-4032-8db0-c8fc8c73bd5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:49.164273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e78897db-8537-4cc7-a3f3-f0dc41df35ee tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Unset dirty status for tenant:3e06663d22e64fd68382026534584e31 on resource:subnet {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:53:49.168756 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e78897db-8537-4cc7-a3f3-f0dc41df35ee tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3719685 May 20 14:53:49.198260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56920) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:49.228541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Pushing event deleted for resources: {'Port': ['ID=66628d78-d9f0-483e-9c75-e68e8c6db923,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:49.234102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:49.257692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Calling delete_port for 0276cb9d-a422-430c-a8b4-972532f01518 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:49.263738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.269022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] No DVR routers for this DVR port 66628d78-d9f0-483e-9c75-e68e8c6db923 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:49.273942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:49.286729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 41837b60-1389-47ac-9ccb-690bf836221e no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:49.322919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dbee95-d395-4cc7-a857-3174dc334753 None None] Network 5b136d1c-58b9-45d6-b34a-556fde2a0447 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:49.363607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 41837b60-1389-47ac-9ccb-690bf836221e {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:49.363967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 41837b60-1389-47ac-9ccb-690bf836221e not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:49.432915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 5008531e-0d71-49e5-b760-ac641d8e3e6f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5008531e-0d71-49e5-b760-ac641d8e3e6f,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:49.433429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.479182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-81cf1784-c86f-498e-a220-9198db6d0b46 None None] Provisioning complete for port f73195ef-fc4f-439e-955a-d559ac6f749f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:49.479572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-81cf1784-c86f-498e-a220-9198db6d0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.578646 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-63cf2048-7593-4615-a795-2fbd354fa881 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3772023 May 20 14:53:49.618981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56932) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:49.634411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 5008531e-0d71-49e5-b760-ac641d8e3e6f owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:49.683948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:49.695371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.697713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:49.701606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event updated for resources: {'Port': ['ID=b47efb1f-8c3f-4862-84b3-b399de18a79a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:49.704586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:49.746378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:49.754677 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-a494fa58-4a8b-48a2-8ceb-8862e8664435 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:49.755177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a494fa58-4a8b-48a2-8ceb-8862e8664435 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:49.766015 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a494fa58-4a8b-48a2-8ceb-8862e8664435 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/068f9d51-f773-49f9-ab73-bd548a585591 HTTP/1.1" status: 404 len: 333 time: 0.1396289 May 20 14:53:49.768360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56938) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:49.818906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] DHCP port deletion for 5b136d1c-58b9-45d6-b34a-556fde2a0447 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:53:49.841298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.843839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.846529 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-578705da-07c7-41e2-85cb-c60048dbaeb4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:49.846974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578705da-07c7-41e2-85cb-c60048dbaeb4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:49.848861 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-578705da-07c7-41e2-85cb-c60048dbaeb4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/f3d023b1-2d1b-48fe-9364-a5c2449373bf HTTP/1.1" status: 404 len: 337 time: 0.0759768 May 20 14:53:49.857250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56944) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:49.869986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:49.870915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.912894 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-91240d21-0780-4cf3-8617-401387e235e0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:49.913584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91240d21-0780-4cf3-8617-401387e235e0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:49.922404 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-91240d21-0780-4cf3-8617-401387e235e0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/3d7266dd-3406-4371-a960-9bd3e84014cd HTTP/1.1" status: 404 len: 337 time: 0.0690541 May 20 14:53:49.925392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56950) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:49.938696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Deleting port f73195ef-fc4f-439e-955a-d559ac6f749f {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:49.939286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.979770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.980296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Fanout notify agent at l3_agent the message router_deleted on router 863c064d-e30c-4c1b-990d-8478dfb6e634 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:49.987541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:49.991280 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-47325a08-a70d-44f8-8fe0-f3b5ea330a13 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] 10.222.0.58 "DELETE /v2.0/routers/863c064d-e30c-4c1b-990d-8478dfb6e634 HTTP/1.1" status: 204 len: 168 time: 1.0593152 May 20 14:53:49.992493 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0138b2-267b-4d53-a813-ad9eaac79841 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:49.993537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0138b2-267b-4d53-a813-ad9eaac79841 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:49.995275 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1d0138b2-267b-4d53-a813-ad9eaac79841 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/cfac30f3-c438-410d-898a-83eb2e5659e6 HTTP/1.1" status: 404 len: 333 time: 0.0682919 May 20 14:53:49.998945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56958) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.046509 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0a62dd-f361-470b-82dc-b90ad3a2eb83 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.046970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0a62dd-f361-470b-82dc-b90ad3a2eb83 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.048691 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bd0a62dd-f361-470b-82dc-b90ad3a2eb83 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/a5e4c34c-c5f4-40e5-bbe4-4ac86768966d HTTP/1.1" status: 404 len: 337 time: 0.0487552 May 20 14:53:50.051491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56964) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.069337 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2054513 May 20 14:53:50.073302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 56968) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.089819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Request body: {'floatingip': {'port_id': 'b47efb1f-8c3f-4862-84b3-b399de18a79a'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:50.103891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac8d135-f950-4e3d-a63e-7b300bf89f61 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.104260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac8d135-f950-4e3d-a63e-7b300bf89f61 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.106050 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7ac8d135-f950-4e3d-a63e-7b300bf89f61 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1a83aab1-5a86-473a-809c-32baa9e87c8f HTTP/1.1" status: 404 len: 337 time: 0.0536623 May 20 14:53:50.109718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56972) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.151970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] For port f73195ef-fc4f-439e-955a-d559ac6f749f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f73195ef-fc4f-439e-955a-d559ac6f749f,segment=NetworkSegment(fb00ae80-85da-4609-a45a-2165b5cfcf3d),segment_id=fb00ae80-85da-4609-a45a-2165b5cfcf3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:50.156404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.162152 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ab3919-91d6-4077-81c1-a1394a1942f9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.162666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ab3919-91d6-4077-81c1-a1394a1942f9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.165984 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-61ab3919-91d6-4077-81c1-a1394a1942f9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/1840218b-e2e7-46e0-9fdc-1b48d1a4a9c1 HTTP/1.1" status: 404 len: 333 time: 0.0551462 May 20 14:53:50.168531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56976) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.230519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7181f163-9eff-4081-ad7c-b92e4d1fd8fc None None] Provisioning for port b47efb1f-8c3f-4862-84b3-b399de18a79a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:50.236456 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-26760785-4057-434c-adab-c920bdc1b9c8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.237112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26760785-4057-434c-adab-c920bdc1b9c8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.241773 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-26760785-4057-434c-adab-c920bdc1b9c8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/9f606437-fa9b-4087-832b-f9a990d7088d HTTP/1.1" status: 404 len: 337 time: 0.0696797 May 20 14:53:50.242075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56980) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.249665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56982) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.259444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.306859 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-297856cb-aefe-460d-b016-466940ce8e90 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.309595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297856cb-aefe-460d-b016-466940ce8e90 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.315631 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-297856cb-aefe-460d-b016-466940ce8e90 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/6c40edab-b25c-420a-b6aa-3c6e8c0307fe HTTP/1.1" status: 404 len: 337 time: 0.0674000 May 20 14:53:50.316874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56990) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.334916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7181f163-9eff-4081-ad7c-b92e4d1fd8fc None None] Provisioning complete for port b47efb1f-8c3f-4862-84b3-b399de18a79a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:50.335313 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7181f163-9eff-4081-ad7c-b92e4d1fd8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.371617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Calling delete_port for f73195ef-fc4f-439e-955a-d559ac6f749f owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:50.410843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7181f163-9eff-4081-ad7c-b92e4d1fd8fc None None] Port b47efb1f-8c3f-4862-84b3-b399de18a79a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:53:50.419964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbc5c79-8ab6-40a5-bb97-d0976658b9e5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.420456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbc5c79-8ab6-40a5-bb97-d0976658b9e5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.424614 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9cbc5c79-8ab6-40a5-bb97-d0976658b9e5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/27936854-057f-4449-a7d6-16ab5bcf96f2 HTTP/1.1" status: 404 len: 333 time: 0.1043861 May 20 14:53:50.425115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 56996) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.460756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.466325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0493e6a9-2ebb-4b57-9b99-474fae5181c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:50.507330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57000) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.515593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Pushing event deleted for resources: {'Port': ['ID=f73195ef-fc4f-439e-955a-d559ac6f749f,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:50.517425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] No DVR routers for this DVR port f73195ef-fc4f-439e-955a-d559ac6f749f on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:53:50.518815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:50.530299 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-949cf50c-fe22-49e7-a90b-fb4616290983 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.530754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949cf50c-fe22-49e7-a90b-fb4616290983 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.532496 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-949cf50c-fe22-49e7-a90b-fb4616290983 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/b082bf58-dc92-4e8a-9fee-1882bf181fb6 HTTP/1.1" status: 404 len: 337 time: 0.1033061 May 20 14:53:50.535081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57006) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.574035 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc82d0dd-0454-423b-8d95-d4e9f94d6bc3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.574495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc82d0dd-0454-423b-8d95-d4e9f94d6bc3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.576196 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bc82d0dd-0454-423b-8d95-d4e9f94d6bc3 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/94a9bc5a-1365-4765-a3ae-5e5247222374 HTTP/1.1" status: 404 len: 337 time: 0.0401855 May 20 14:53:50.578726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57010) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.648728 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f6f45e-f56a-4efb-ba41-4eb06553111e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.649762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f6f45e-f56a-4efb-ba41-4eb06553111e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.651423 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b6f6f45e-f56a-4efb-ba41-4eb06553111e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/ddf92559-7c5f-42e9-9dda-b0ec872abbe1 HTTP/1.1" status: 404 len: 333 time: 0.0714843 May 20 14:53:50.656859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1241282359'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:50.661713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57016) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.664076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:50.705645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:50.714303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:50.717795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.724007 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-63585e8f-b178-452d-9917-5c170b361587 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.724455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63585e8f-b178-452d-9917-5c170b361587 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.726108 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-63585e8f-b178-452d-9917-5c170b361587 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/5cb27fd7-eea6-4f2d-8e97-ce49462ec046 HTTP/1.1" status: 404 len: 337 time: 0.0635080 May 20 14:53:50.733131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:50.734080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:50.737219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57020) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.785035 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-df737126-2647-4d87-a8a3-8cf84ce18861 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c6e015cd0edd4c21b01c41523662af90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762203 May 20 14:53:50.785476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Port': ['ID=0276cb9d-a422-430c-a8b4-972532f01518,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:50.792103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57024) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.792716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:50.796105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.808600 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1fcc47c-b92c-4760-853a-e9e5f0b7cbd9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.809057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1fcc47c-b92c-4760-853a-e9e5f0b7cbd9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.810638 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d1fcc47c-b92c-4760-853a-e9e5f0b7cbd9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/d503bc55-1a2b-4ef7-9435-d9e54540f174 HTTP/1.1" status: 404 len: 333 time: 0.0699325 May 20 14:53:50.826283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57028) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.828422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:50.832543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.891410 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f146db77-0a26-4856-985d-f6c1bd1abd9a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.891807 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f146db77-0a26-4856-985d-f6c1bd1abd9a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.895752 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f146db77-0a26-4856-985d-f6c1bd1abd9a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/2fdb92aa-e696-4f94-b074-60627029a488 HTTP/1.1" status: 404 len: 337 time: 0.0648265 May 20 14:53:50.897472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57032) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:50.899812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:50.901089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f73195ef-fc4f-439e-955a-d559ac6f749f no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:50.913827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:security_group_rule and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:50.926888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:50.934738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f666085c-855f-4813-9a44-a9d36d767223 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:50.943045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: f73195ef-fc4f-439e-955a-d559ac6f749f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:50.943692 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f73195ef-fc4f-439e-955a-d559ac6f749f not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:50.949771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:50.965552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:50.967880 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-36072790-68b7-4cb3-9bec-0910e1113152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:50.968346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36072790-68b7-4cb3-9bec-0910e1113152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:50.970379 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-36072790-68b7-4cb3-9bec-0910e1113152 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/090828ff-8a39-4ab6-a3fe-b7fd669a3aae HTTP/1.1" status: 404 len: 333 time: 0.0677483 May 20 14:53:50.972721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57036) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.034962 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8c52ef-040f-46a9-9851-c4a3ee385f6d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.035490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8c52ef-040f-46a9-9851-c4a3ee385f6d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.040061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bf8c52ef-040f-46a9-9851-c4a3ee385f6d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1cdbbe5c-2f81-4e3b-9ae2-e72bb1a05758 HTTP/1.1" status: 404 len: 337 time: 0.0625620 May 20 14:53:51.048524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57040) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.051011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.054572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=5008531e-0d71-49e5-b760-ac641d8e3e6f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:51.084867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:51.103334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.117444 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d743a000-6f69-42d8-9302-91b14fa304ae tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.118443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d743a000-6f69-42d8-9302-91b14fa304ae tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.134539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.153241 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d743a000-6f69-42d8-9302-91b14fa304ae tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/0f9c018a-50f4-47fe-8c5c-cc86daadedcb HTTP/1.1" status: 404 len: 333 time: 0.1012239 May 20 14:53:51.154529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57044) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.236843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.247492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cc75d477-0458-49a1-b535-7afe20eeed4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:51.256938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.262524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caec3e5-04d1-4f9d-a214-17bea49e2c98,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:51.265510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:51.267863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.268239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.274435 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "DELETE /v2.0/floatingips/af039a4d-2058-4f24-b5a1-846613bf02aa HTTP/1.1" status: 204 len: 168 time: 3.5537834 May 20 14:53:51.274880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:51.274967 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-623764cb-48fe-4aef-b1c7-6eca09a729a8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.274967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623764cb-48fe-4aef-b1c7-6eca09a729a8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.276545 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-623764cb-48fe-4aef-b1c7-6eca09a729a8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/a7d22bf9-ae8c-41eb-b3f8-1dabe1c0c101 HTTP/1.1" status: 404 len: 337 time: 0.1158147 May 20 14:53:51.277187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57048) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.282214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57050) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.296668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'floatingip': {'floating_network_id': 'b9dd7794-86cf-426a-be3f-18a42b779e5d', 'port_id': '7f63e54a-e3f2-404f-ab01-4bb9bd3709aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:51.309788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:51.312073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.325569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.326674 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6caec3e5-04d1-4f9d-a214-17bea49e2c98 HTTP/1.1" status: 204 len: 168 time: 0.5216260 May 20 14:53:51.335946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:51.357220 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a72dc8c-68ae-4853-9ce3-a25a50383e94 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.357690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a72dc8c-68ae-4853-9ce3-a25a50383e94 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.373401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.373748 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment 0fab88ff-50a2-42a5-83d6-03d4d2c349b9 of type vlan for network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 May 20 14:53:51.375811 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1a72dc8c-68ae-4853-9ce3-a25a50383e94 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/234008ee-16cd-4420-b613-b9812b2a7c68 HTTP/1.1" status: 404 len: 333 time: 0.0896280 May 20 14:53:51.376592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a28e8c-cbab-4165-9762-09bc3e201e5a,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:51.379708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:51.380219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57058) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.424834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:floatingip and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:51.438973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:51.442228 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacfaea3-1c69-417a-aa67-3a94865f6494 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.442688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacfaea3-1c69-417a-aa67-3a94865f6494 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.446634 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dacfaea3-1c69-417a-aa67-3a94865f6494 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/04bdffc0-bb2c-4d61-9e24-4a1a1bf42570 HTTP/1.1" status: 404 len: 337 time: 0.0585907 May 20 14:53:51.447259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57062) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.486915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.497629 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-c111744e-98ff-484a-b94c-219450a7077c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.498102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c111744e-98ff-484a-b94c-219450a7077c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.499845 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c111744e-98ff-484a-b94c-219450a7077c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/dfd092a2-5668-4c87-be73-84b201802afb HTTP/1.1" status: 404 len: 333 time: 0.0516510 May 20 14:53:51.500430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:51.502998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57068) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.551066 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bd0e9c-a06b-4861-aab9-87b1881b68a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.551497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bd0e9c-a06b-4861-aab9-87b1881b68a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.554031 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-87bd0e9c-a06b-4861-aab9-87b1881b68a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/6c703b20-4233-43fd-91b4-13d5e0f25195 HTTP/1.1" status: 404 len: 337 time: 0.0491965 May 20 14:53:51.556642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57072) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.582484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.589642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.605148 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b930c4-5f33-4457-a9c0-d158fd61fda4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.605600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b930c4-5f33-4457-a9c0-d158fd61fda4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.609861 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-63b930c4-5f33-4457-a9c0-d158fd61fda4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1b430fb0-ab66-4953-85f5-ed78959fb36c HTTP/1.1" status: 404 len: 337 time: 0.0498688 May 20 14:53:51.610392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57078) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.612085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.612933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.619050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:51.619648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.654168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1864aaae-e274-4a38-881f-61f0b9ca04fb tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:51.676795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.677218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router 4661d359-4940-40bb-96c3-c11e3f1aa20b {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:53:51.705432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.705432 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/4661d359-4940-40bb-96c3-c11e3f1aa20b HTTP/1.1" status: 204 len: 168 time: 4.3332465 May 20 14:53:51.705797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57086) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.713024 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc6a9cd-0cbc-4b6b-9eed-229014191e89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.713541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc6a9cd-0cbc-4b6b-9eed-229014191e89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.717570 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-acc6a9cd-0cbc-4b6b-9eed-229014191e89 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/a8720ec5-e4f3-4801-a8cb-dba0a721ad53 HTTP/1.1" status: 404 len: 333 time: 0.1043735 May 20 14:53:51.735363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57090) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.741514 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4903302 May 20 14:53:51.751663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57094) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.767001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1245715631'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:51.781645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:51.801379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:51.807067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:51.820767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:51.857156 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f457044-929e-4198-b553-b14f0b23292c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:51.857539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f457044-929e-4198-b553-b14f0b23292c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:51.859233 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3f457044-929e-4198-b553-b14f0b23292c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/38dd6f73-c1f0-4ae9-bacd-1c42bf483e24 HTTP/1.1" status: 404 len: 337 time: 0.1199987 May 20 14:53:51.862801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=b4ce2c97-4757-4c50-a6f5-b4d64433ecf7,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:51.863834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57100) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:51.867731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:51.872020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:51.883670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:51.934003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:51.958161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.022691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.116223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.130673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008226cb-0abb-4b72-abda-29aade509554']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:52.144725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd09235f1-0634-4c31-9c16-54b92aeec279') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:52.145023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd09235f1-0634-4c31-9c16-54b92aeec279') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:52.159038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.176923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.188625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:52.188942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:52.204269 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:52.217909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.267657 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a82f31-7f27-4d9f-977a-92c70ea806cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.268379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a82f31-7f27-4d9f-977a-92c70ea806cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.270331 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d1a82f31-7f27-4d9f-977a-92c70ea806cd tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/b95c3282-a2f9-43d9-9be8-c530b5ec7cd0 HTTP/1.1" status: 404 len: 337 time: 0.3795204 May 20 14:53:52.282663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57114) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.339932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:52.359302 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-691937d4-5dde-4436-aaa7-b5755baff2e8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.359781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-691937d4-5dde-4436-aaa7-b5755baff2e8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.382501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.383075 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment d818d3e3-bc00-4d23-89dc-1f7e99d76c3d of type vlan for network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 May 20 14:53:52.392172 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-691937d4-5dde-4436-aaa7-b5755baff2e8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/063836d8-5ac4-4a69-ac86-bbe0bd852a5d HTTP/1.1" status: 404 len: 333 time: 0.1082129 May 20 14:53:52.398314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57120) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.442234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.445604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4be35128-f6fc-40c9-9feb-b53848167f0a tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:52.463140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.475342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=008226cb-0abb-4b72-abda-29aade509554,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:52.478343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:52.485672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6dfe4a45-9e8f-4c4c-8602-cf90a5139f34 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/008226cb-0abb-4b72-abda-29aade509554 HTTP/1.1" status: 204 len: 168 time: 0.7731636 May 20 14:53:52.500304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57126) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.507196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--1514307393', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:52.512776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:52.517573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:52.517965 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-75fdecee-fc12-4be7-ab84-372e4d43c6be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.518420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75fdecee-fc12-4be7-ab84-372e4d43c6be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.520114 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-75fdecee-fc12-4be7-ab84-372e4d43c6be tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/d27dd7c8-04e0-4a6d-a3dd-cd6f73ec410d HTTP/1.1" status: 404 len: 337 time: 0.1199980 May 20 14:53:52.522693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57130) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.526574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:52.560953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.565327 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP b4251cda-ac75-4a11-af87-76ab16ff1983 associated. External IP: 172.26.6.253, port: 89c75287-43e4-474b-b7b0-c02d3f81f99a. May 20 14:53:52.566941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:52.578742 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea067bfa-3b45-4259-aebe-38d629c1025b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.579380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea067bfa-3b45-4259-aebe-38d629c1025b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.583326 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ea067bfa-3b45-4259-aebe-38d629c1025b tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/43eab038-e187-4aae-9bcd-127dd0613b46 HTTP/1.1" status: 404 len: 337 time: 0.0575356 May 20 14:53:52.584293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57136) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.623623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:52.625178 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:53:52.626200 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3854982b-fbaa-4020-91c1-678aec2673ff tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.3460605 May 20 14:53:52.627436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.636995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57142) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.648031 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b7453e-2038-4e42-ae59-0fa325983116 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.648633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b7453e-2038-4e42-ae59-0fa325983116 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.650724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '7f63e54a-e3f2-404f-ab01-4bb9bd3709aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:52.651014 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-55b7453e-2038-4e42-ae59-0fa325983116 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/c1f151ed-00dd-4672-bc59-fd2c14526b3b HTTP/1.1" status: 404 len: 333 time: 0.0644493 May 20 14:53:52.653629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57146) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.664654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:52.688007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Usage tracker for resource:floatingip and tenant:19464316936a4d91b12b02a0cd5122ce is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:52.695181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:52.702701 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-256322a5-1862-4f1a-bf96-2c2f33f243a8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.703282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256322a5-1862-4f1a-bf96-2c2f33f243a8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.705075 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-256322a5-1862-4f1a-bf96-2c2f33f243a8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/c7932826-9f39-4789-a8b0-b6ee1ae67634 HTTP/1.1" status: 404 len: 337 time: 0.0504668 May 20 14:53:52.707958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57150) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.743580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 745, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:52.757134 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4382a1ac-d0f7-49cd-9b01-85c7b16bfe5c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.757820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4382a1ac-d0f7-49cd-9b01-85c7b16bfe5c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.764479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.764642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:52.765148 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment bf68d185-1e04-4564-a332-fb2facb09a90 of type vlan for network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 May 20 14:53:52.769117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.772465 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4382a1ac-d0f7-49cd-9b01-85c7b16bfe5c tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/0fab756b-3c76-44b4-8fef-29e61498be46 HTTP/1.1" status: 404 len: 337 time: 0.0634334 May 20 14:53:52.776059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:52.776210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57158) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.776342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.784286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cdf2b317-c681-4227-aac5-d386f155df15 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:52.835885 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3b3b3305-b7bf-4070-8de1-b8607c0b2ea6 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports?device_id=5656bd91-f790-4b87-b3ad-aafa08e3a168 HTTP/1.1" status: 200 len: 205 time: 0.0554314 May 20 14:53:52.835885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57162) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.856326 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0968874 May 20 14:53:52.860090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57166) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.905089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.910031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:52.917269 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-9167c87b-f540-45d8-b3ed-40fba095f18d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] delete failed (client error): The resource could not be found. May 20 14:53:52.918916 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9167c87b-f540-45d8-b3ed-40fba095f18d tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/routers/5656bd91-f790-4b87-b3ad-aafa08e3a168 HTTP/1.1" status: 404 len: 336 time: 0.0815361 May 20 14:53:52.921364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57170) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:52.927199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5008531e-0d71-49e5-b760-ac641d8e3e6f no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:53:52.935616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:52.976503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 5008531e-0d71-49e5-b760-ac641d8e3e6f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:53:52.977281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5008531e-0d71-49e5-b760-ac641d8e3e6f not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:53:52.981538 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-121f26be-6c82-4565-b38e-31d86da9d882 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:52.982358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121f26be-6c82-4565-b38e-31d86da9d882 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:52.984053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-121f26be-6c82-4565-b38e-31d86da9d882 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1f165839-03c4-427b-ba67-4be3e568883c HTTP/1.1" status: 404 len: 337 time: 0.0609896 May 20 14:53:52.986904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57178) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.037931 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-94511df0-3734-457c-9777-7af05c3bbf00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "GET /v2.0/ports?device_id=7373bf9f-31cf-4eb1-98cb-30932014c348 HTTP/1.1" status: 200 len: 205 time: 0.0496666 May 20 14:53:53.039241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.044489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=bd55ad99-d84d-4346-9ea5-4c47392b5ef1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:53.044862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:53.045755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.046654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57182) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.052093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0c3670f-e002-4c18-a397-2f7223b27453 tempest-BulkNetworkOpsTest-718574933 tempest-BulkNetworkOpsTest-718574933-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:53.059453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:53.061246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:53.105913 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6047580 May 20 14:53:53.120339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57186) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.146114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-545412693', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:53.170751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:53.173784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:53.181423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:53.218196 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-5c160ddb-837f-46b0-9cb0-d6a001fc8d84 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] delete failed (client error): The resource could not be found. May 20 14:53:53.219503 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5c160ddb-837f-46b0-9cb0-d6a001fc8d84 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/routers/7373bf9f-31cf-4eb1-98cb-30932014c348 HTTP/1.1" status: 404 len: 336 time: 0.1658421 May 20 14:53:53.222346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57190) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.231208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:53.242708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:53.280792 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb92246-7537-4592-a272-475fb2f267c0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.281751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb92246-7537-4592-a272-475fb2f267c0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.287780 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bbb92246-7537-4592-a272-475fb2f267c0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/3b72d2d0-3f38-410c-98a6-ee4a10dc05aa HTTP/1.1" status: 404 len: 337 time: 0.0641732 May 20 14:53:53.288387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57194) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.306314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:53.323342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:53.329119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-13976598-f10a-4f4c-bf3e-2a3432dfafc0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.329578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13976598-f10a-4f4c-bf3e-2a3432dfafc0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.334137 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-13976598-f10a-4f4c-bf3e-2a3432dfafc0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/9554f891-54a8-411a-8d90-cafb6013974a HTTP/1.1" status: 404 len: 337 time: 0.0423727 May 20 14:53:53.334366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57198) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.374772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57202) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.374974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:53.385607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216858368', 'description': 'tempest-secgroup-smoke-216858368 description', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:53.391724 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-14da0232-59e6-48da-85b3-8ac7c5e90269 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.392179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14da0232-59e6-48da-85b3-8ac7c5e90269 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.392384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:53.393736 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-14da0232-59e6-48da-85b3-8ac7c5e90269 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/55e8878e-7416-44db-bc8e-27adc0cc1ac2 HTTP/1.1" status: 404 len: 333 time: 0.0584257 May 20 14:53:53.394803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:53.396855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57206) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.401525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:53.412474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:53.414528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.415502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.431539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:53.437100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:53.440139 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8249f6-c17c-43ed-b681-ccfd778a1224 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.440547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8249f6-c17c-43ed-b681-ccfd778a1224 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.442384 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4a8249f6-c17c-43ed-b681-ccfd778a1224 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/3d993baf-0cb7-4acd-a116-4359e1c63765 HTTP/1.1" status: 404 len: 337 time: 0.0444958 May 20 14:53:53.445303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57210) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.448592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:53.450599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:53.454643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:53.458156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.490582 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-61156b83-6cc6-41a5-a51b-478278d4029f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.491138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61156b83-6cc6-41a5-a51b-478278d4029f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.495553 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-61156b83-6cc6-41a5-a51b-478278d4029f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/0e8133a6-505b-420f-bbfa-587825981954 HTTP/1.1" status: 404 len: 333 time: 0.0465245 May 20 14:53:53.495829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57214) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.499987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.530105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.547071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.557628 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-536b1f1d-a2d8-4cb8-9c4c-f05b860f3c39 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.558069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536b1f1d-a2d8-4cb8-9c4c-f05b860f3c39 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.559708 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-536b1f1d-a2d8-4cb8-9c4c-f05b860f3c39 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/c49c6187-69e9-430e-86ae-43814f39fb81 HTTP/1.1" status: 404 len: 337 time: 0.0630274 May 20 14:53:53.563338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57218) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.566898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:53.601588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:53.609189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:53.612410 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-90bd0e2b-8ac7-4847-95d5-bb051e597b80 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.612875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90bd0e2b-8ac7-4847-95d5-bb051e597b80 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.614536 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-90bd0e2b-8ac7-4847-95d5-bb051e597b80 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/583893db-7541-4252-8dac-105037863c96 HTTP/1.1" status: 404 len: 333 time: 0.0494277 May 20 14:53:53.618268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57222) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.621191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:53.665474 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8720c0-7e30-4565-a5d5-15aad3ff6310 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.665917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8720c0-7e30-4565-a5d5-15aad3ff6310 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.667595 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ca8720c0-7e30-4565-a5d5-15aad3ff6310 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/92fb20a1-489c-4c88-9d56-47844dc11ee7 HTTP/1.1" status: 404 len: 337 time: 0.0482311 May 20 14:53:53.671417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57226) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.723406 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e601d465-26f0-4326-8a47-5b214157589a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.723786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e601d465-26f0-4326-8a47-5b214157589a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.735541 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e601d465-26f0-4326-8a47-5b214157589a tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/b2581ad7-8d29-4ec7-94a0-70e4f2bb29bd HTTP/1.1" status: 404 len: 333 time: 0.0630291 May 20 14:53:53.739762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57230) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.787977 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-d519d084-3703-4ba8-9c1d-794e357e5e12 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.788484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d519d084-3703-4ba8-9c1d-794e357e5e12 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.798793 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d519d084-3703-4ba8-9c1d-794e357e5e12 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/2ed01ead-abd5-4e87-8d88-7b1fae9260bc HTTP/1.1" status: 404 len: 337 time: 0.0555561 May 20 14:53:53.800156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57234) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.855151 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0be48b-0e1f-4c42-b5e2-8a03d55c4842 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:53.855777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0be48b-0e1f-4c42-b5e2-8a03d55c4842 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:53.864603 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cd0be48b-0e1f-4c42-b5e2-8a03d55c4842 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/7a906a96-a8b9-4b3d-9696-947112a1d1b1 HTTP/1.1" status: 404 len: 333 time: 0.0627604 May 20 14:53:53.871983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57238) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:53.893011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.896982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:53.900372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc98ef93-017f-4cec-8aa4-b860985e5f44 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:53.908250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:53.916268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:53.920677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:53.934994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:53.942419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd95899d-3ca7-48bf-a764-21278b705b84,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:53.948020 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:54.007209 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8cc6a9-dca7-497b-99a2-07abdb0b7fea tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:54.007584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8cc6a9-dca7-497b-99a2-07abdb0b7fea tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:54.010383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.014933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.018613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7ca439a-2bbb-469a-a7f1-276fa976fe63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:54.059477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3042e-fe5d-42cb-b974-b5dd4b61d548,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:54.063411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.063411 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6879468 May 20 14:53:54.064394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:54.064511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.066259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57242) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.071597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group_rule': {'security_group_id': '26f3042e-fe5d-42cb-b974-b5dd4b61d548', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:54.077419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:54.081252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:54.084257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:54.090633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:54.106154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.169339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.173114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.181559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1647d3c1-c3da-499e-9c85-55da2a80a49c tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:54.185847 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0c8cc6a9-dca7-497b-99a2-07abdb0b7fea tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/1d9e9dd2-6a52-4861-8b1f-2ea9325a22bf HTTP/1.1" status: 404 len: 337 time: 0.3031373 May 20 14:53:54.196243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57246) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.234212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd806f8-7d38-4e6d-8800-c6f1d4b6ace2,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:54.236841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:54.251798 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-f941fccc-15ac-44db-8e74-9956b2a1efbf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:54.252267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f941fccc-15ac-44db-8e74-9956b2a1efbf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:54.253897 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f941fccc-15ac-44db-8e74-9956b2a1efbf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/c33e8aa3-7f01-4e68-a0af-acd0a26b12eb HTTP/1.1" status: 404 len: 333 time: 0.0567458 May 20 14:53:54.254676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.258339 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884758 May 20 14:53:54.258339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57250) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.258709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57254) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.295605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group_rule': {'security_group_id': '26f3042e-fe5d-42cb-b974-b5dd4b61d548', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:54.304007 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-198f35fd-3038-4266-b32b-238132867068 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:54.304449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198f35fd-3038-4266-b32b-238132867068 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:54.306068 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-198f35fd-3038-4266-b32b-238132867068 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/ae3ed02f-4341-4801-9195-294307663da1 HTTP/1.1" status: 404 len: 337 time: 0.0488315 May 20 14:53:54.307699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:54.309112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57258) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.337364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.341305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:54.348709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:54.354534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:54.357999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:54.361192 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a1d5269-88b4-48da-974e-7f57acbb1d04 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:54.361646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a1d5269-88b4-48da-974e-7f57acbb1d04 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:54.365952 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6a1d5269-88b4-48da-974e-7f57acbb1d04 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/ports/b3ebd0de-7549-4d27-9e31-cde0151e4e03 HTTP/1.1" status: 404 len: 333 time: 0.0533128 May 20 14:53:54.366260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57262) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.367931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:54.368937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:54.369441 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.410836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-152935c9-6104-498a-9430-a8e87a1ea126 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] DELETE failed (client error): The resource could not be found. May 20 14:53:54.411239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152935c9-6104-498a-9430-a8e87a1ea126 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:53:54.415454 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-152935c9-6104-498a-9430-a8e87a1ea126 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/subnets/ed815bab-63e4-4514-9675-2257dcb2d372 HTTP/1.1" status: 404 len: 337 time: 0.0459507 May 20 14:53:54.416253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57266) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.434555 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.444064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:54.445049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.458452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.506792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.507981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ac62c7-f625-4489-8bae-a1a8afc00e25 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:54.563534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.593389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.625090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Allocated IP 172.26.6.230 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/ef20a253-a476-4e69-b86d-c7f121f70530) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:54.626219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.628364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6801a354-5fd7-4a2d-9783-bd571c7d3f12 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:54.680702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1231ed-e999-4b4b-b22b-a8fab4d107b6,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:54.705632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:54.710160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.712157 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4238627 May 20 14:53:54.715843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57270) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:54.721613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group_rule': {'security_group_id': '26f3042e-fe5d-42cb-b974-b5dd4b61d548', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:54.728275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:54.781856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:54.786099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.793720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:54.803795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:54.807273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b136d1c-58b9-45d6-b34a-556fde2a0447']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.828146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb00ae80-85da-4609-a45a-2165b5cfcf3d') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.828581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb00ae80-85da-4609-a45a-2165b5cfcf3d') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:54.845550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.857928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.872597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.890091 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Releasing vlan 704 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:53:54.890614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:53:54.905192 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:53:55.147310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.151576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53faf70f-14b2-4ba9-a8e5-392a4af65ea2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:55.169213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.184118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Pushing event deleted for resources: {'Network': ['ID=5b136d1c-58b9-45d6-b34a-556fde2a0447,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:55.186796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.190580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:55.192626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.194304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:55.200672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] 10.222.0.58 "DELETE /v2.0/networks/5b136d1c-58b9-45d6-b34a-556fde2a0447 HTTP/1.1" status: 204 len: 168 time: 0.7838812 May 20 14:53:55.218331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f12c94-2866-4558-9760-f379b3b4232a,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:55.220822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:55.228005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.231673 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5145609 May 20 14:53:55.235775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57276) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:55.241069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group_rule': {'security_group_id': '26f3042e-fe5d-42cb-b974-b5dd4b61d548', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:55.247427 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:55.251262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:55.254131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:55.260035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:55.277554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.308390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.347391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.353056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.361070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cb86994d-5541-4db5-8408-e1da68ffa47e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:55.363980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:55.382855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e36adb4-1878-4993-93af-abe40e78e114,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:55.388198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:55.394501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.395720 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1590211 May 20 14:53:55.398541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57280) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:55.404989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group_rule': {'security_group_id': '26f3042e-fe5d-42cb-b974-b5dd4b61d548', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:55.413784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:55.418419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:55.421457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:55.427524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:55.438765 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Project d3be21e2fbe34ea0a92cc86657485970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:53:55.444487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.514668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.519318 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.521616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ff76ba9c-62e9-4a93-9e97-3585241c11d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:55.529290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57286) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:55.550181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a523df4-341b-4827-b413-409c5b4c4c0b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:55.557673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:55.568280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.569408 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b63a1b80-cc4b-4f1c-8e52-874ba53fa70f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697745 May 20 14:53:55.572163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57292) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:55.577986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'security_group_rule': {'security_group_id': '26f3042e-fe5d-42cb-b974-b5dd4b61d548', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:55.583131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:55.587430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:security_group_rule and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:55.590530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:55.597466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:55.608818 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Project d3be21e2fbe34ea0a92cc86657485970 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:53:55.614529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.626053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.662630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.673468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33a2400f-2665-45ba-9db2-8c4344e721ff tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:55.722527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.730137 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-545363fc-864e-48bc-bfa5-d993c8d28c0d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3e06663d22e64fd68382026534584e31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967757 May 20 14:53:55.731422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.733239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57296) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:55.733928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5e23609a-0fad-451a-860e-f354ce7a1a40 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:55.742912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.770780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fcef2d6-e9b9-49ce-94e6-e1f1f9ab2c42,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:55.780681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:55.788541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.790284 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2166014 May 20 14:53:55.793732 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57300) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:55.799020 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'network': {'name': 'tempest-network-smoke--299818778', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'port_security_enabled': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:55.813762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:55.822141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:network and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:55.826011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:55.833130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:55.844466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:55.851909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.864116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Made reservation on behalf of d3be21e2fbe34ea0a92cc86657485970 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:55.867487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.898924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.915251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:55.925740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:55.932306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:55.946559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.946891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Added segment a73a6204-86f4-4936-8c9c-5f8a462a4dac of type vlan for network 53304783-2fc0-4fb9-a175-95c4d3c0836d May 20 14:53:55.972892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.984818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:55.985583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event updated for resources: {'Port': ['ID=ef20a253-a476-4e69-b86d-c7f121f70530,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:55.994302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:56.001777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.009414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2ce1ff-119b-4f70-a47d-d9dc5b9079c5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:56.010647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:56.013421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:56.013825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-14399ed0-8c84-427a-93a5-950c168daf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:56.026011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.029975 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-24b91bcd-bc2c-4be9-874c-07335d23ec29 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3c2ce1ff-119b-4f70-a47d-d9dc5b9079c5 HTTP/1.1" status: 204 len: 168 time: 0.2878077 May 20 14:53:56.029975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.043263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:56.043898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.049654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d3993f95-a6f4-4bc3-bd4f-22a1d692fd77 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:56.090286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:56.104412 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3070250 May 20 14:53:56.109952 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] Sync routers for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:56.119246 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:56.120066 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:56.124984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57306) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:56.182287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'admin_state_up': True, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:56.182479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Network': ['ID=53304783-2fc0-4fb9-a175-95c4d3c0836d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:56.182750 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:56.190894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:56.191692 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:56.192470 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:56.199772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:56.223949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.263861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:56.266098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=2cd7671f-334c-443a-b616-ae03a9304dc8,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:56.268509 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:56.269239 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e962356-4ab1-465f-83d0-9616a8795f95 None None] The sync data for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:56.285485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:router and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:56.292472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:56.298136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:56.346007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:56.354382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': '0fab88ff-50a2-42a5-83d6-03d4d2c349b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:56.354765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: b4ce2c97-4757-4c50-a6f5-b4d64433ecf7, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:53:56.381089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.214 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:56.434652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.435683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.538507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:53:56.568648 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b71b47e-a1b7-4f41-81f0-ec77e1d6dd0c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/floatingips/b4251cda-ac75-4a11-af87-76ab16ff1983 HTTP/1.1" status: 200 len: 977 time: 6.4848542 May 20 14:53:56.569826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57322) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:56.570283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.623533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b4ce2c97-4757-4c50-a6f5-b4d64433ecf7) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:56.634586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d11eb-0181-4556-9199-0bd1604c69e4 None None] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:56.661619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:56.662215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.757257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port b47efb1f-8c3f-4862-84b3-b399de18a79a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:56.757767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.876873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-b4ce2c97-4757-4c50-a6f5-b4d64433ecf7', 'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '2cd7671f-334c-443a-b616-ae03a9304dc8'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:53:56.878773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:56.898521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57332) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:56.934969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.034896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Allocated IP 172.20.0.2 (b4ce2c97-4757-4c50-a6f5-b4d64433ecf7/2cd7671f-334c-443a-b616-ae03a9304dc8/2f68e76e-e9e0-4ab0-9acf-477bef887037) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:57.036195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-859096436'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:57.045878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:57.050833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.057130 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1486001 May 20 14:53:57.063978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57338) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:57.064954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Usage tracker for resource:network and tenant:cc6266d6339c4155a53e23b40c0bd67d is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:57.070202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:57.080844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:57.099039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:57.127982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Deleting port ef20a253-a476-4e69-b86d-c7f121f70530 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:57.128588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.221150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.250219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Made reservation on behalf of cc6266d6339c4155a53e23b40c0bd67d for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:57.253563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.288644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.292740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.303226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Transition to ACTIVE for port object 2f68e76e-e9e0-4ab0-9acf-477bef887037 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:57.322861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Transition to ACTIVE for port object 2f68e76e-e9e0-4ab0-9acf-477bef887037 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:53:57.328931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.333110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f77aaa30-dc8e-476b-816c-eefab2232872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:57.371543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:57.373025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.373904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.388666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:57.391834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:57.395604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Usage tracker for resource:security_group_rule and tenant:cc6266d6339c4155a53e23b40c0bd67d is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:57.399931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:57.402160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:57.404404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:57.416917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:57.427419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:57.432447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:57.445720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:57.446300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Pushing event updated for resources: {'Port': ['ID=2f68e76e-e9e0-4ab0-9acf-477bef887037,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:57.450024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.452259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.452663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.452959 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Floating IP b4251cda-ac75-4a11-af87-76ab16ff1983 disassociated. External IP: 172.26.6.253, port: b47efb1f-8c3f-4862-84b3-b399de18a79a. May 20 14:53:57.453274 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for b47efb1f-8c3f-4862-84b3-b399de18a79a owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:57.476548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:57.484363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:57.487787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.497325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Attempting to bind port 2f68e76e-e9e0-4ab0-9acf-477bef887037 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:53:57.497709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Attempting to bind port 2f68e76e-e9e0-4ab0-9acf-477bef887037 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '0fab88ff-50a2-42a5-83d6-03d4d2c349b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:53:57.498076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Attempting to bind port 2f68e76e-e9e0-4ab0-9acf-477bef887037 on network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:53:57.503517 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:53:57.503834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Checking segment: {'id': '0fab88ff-50a2-42a5-83d6-03d4d2c349b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:57.504241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.505700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Bound using segment: {'id': '0fab88ff-50a2-42a5-83d6-03d4d2c349b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:53:57.506361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Bound port: 2f68e76e-e9e0-4ab0-9acf-477bef887037, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fab88ff-50a2-42a5-83d6-03d4d2c349b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'b4ce2c97-4757-4c50-a6f5-b4d64433ecf7'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:53:57.506921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.510552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-13f85f9d-1c2c-48bc-b984-972f57d69372 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:57.556164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Calling delete_port for ef20a253-a476-4e69-b86d-c7f121f70530 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:53:57.598723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] For port 2f68e76e-e9e0-4ab0-9acf-477bef887037, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:53:57.601800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] For port 2f68e76e-e9e0-4ab0-9acf-477bef887037, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2f68e76e-e9e0-4ab0-9acf-477bef887037,segment=NetworkSegment(0fab88ff-50a2-42a5-83d6-03d4d2c349b9),segment_id=0fab88ff-50a2-42a5-83d6-03d4d2c349b9)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:53:57.606320 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.611269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4512e528-8244-4b0b-9cf8-91c0ed9cf84c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:57.641352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:57.646352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:57.671908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:57.699308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:57.707461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:57.709060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Pushing event updated for resources: {'Port': ['ID=2f68e76e-e9e0-4ab0-9acf-477bef887037,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:57.714616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:57.731494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.779671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.788531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-026aaa68-5217-4f0d-8492-165e2d6142e5 tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:57.834024 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:53:57.860300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c72a0ca-c37b-4d6a-8baf-f36067589456,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:57.863047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.863411 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Added segment 23b823e0-ea14-4398-97be-79f6a4ce0fdc of type vlan for network 3a979969-6d33-4a2d-928b-864eacdca628 May 20 14:53:57.867566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:57.890934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:57.908125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-879094e8-25d0-4866-ad4e-aa06e1cacbd4 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:58.137511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.145629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=b47efb1f-8c3f-4862-84b3-b399de18a79a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:58.156354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:58.267143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.275688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f2796b1c-379b-4c2a-8cfe-d3db76c69fba tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:58.309506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.314887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:53:58.315517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.332383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-915cd983-f0b6-4f3e-8b9e-37ec80104ec5 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:58.381498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.577197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event updated for resources: {'Network': ['ID=3a979969-6d33-4a2d-928b-864eacdca628,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:58.585159 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6853964 May 20 14:53:58.586968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:58.588463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 3a979969-6d33-4a2d-928b-864eacdca628 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:53:58.590685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57342) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:58.605905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Port': ['ID=ef20a253-a476-4e69-b86d-c7f121f70530,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:58.608282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Request body: {'subnet': {'network_id': '3a979969-6d33-4a2d-928b-864eacdca628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:53:58.626636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:58.627712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.639859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:53:58.793553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b913c638-1da4-4131-b33f-330add8b814c None None] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:53:58.839864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] create failed (client error): The resource could not be found. May 20 14:53:58.845723 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.2056930 May 20 14:53:58.849489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57346) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:58.927518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:58.952002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:53:58.953157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ffa1269a-e4b8-4a9a-a584-7f11e36ef7cb None None] Provisioning for port 2f68e76e-e9e0-4ab0-9acf-477bef887037 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:58.955856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Usage tracker for resource:subnet and tenant:cc6266d6339c4155a53e23b40c0bd67d is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:53:58.958659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:53:58.965199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:53:59.010344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2f68e76e-e9e0-4ab0-9acf-477bef887037 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:53:59.032734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Made reservation on behalf of cc6266d6339c4155a53e23b40c0bd67d for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:53:59.036447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.100857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Allocated IP 172.26.6.247 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/d473e637-5f21-4109-ab9c-a36dbf82b107) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:53:59.143808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2f68e76e-e9e0-4ab0-9acf-477bef887037 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:53:59.151739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2f68e76e-e9e0-4ab0-9acf-477bef887037 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:59.152116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.163949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:53:59.182164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] Sync routers for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:53:59.228707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:59.229373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:59.300722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:59.315616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:53:59.316526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:59.357338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.368939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be89fbe8-7e0a-4b72-ac5e-4900ceccaad0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:59.426406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:53:59.427085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6887afb-3b24-4d3d-8af5-60066069b42c None None] The sync data for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:53:59.435152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.444142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.464512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.479377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.510220 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/ports/b47efb1f-8c3f-4862-84b3-b399de18a79a HTTP/1.1" status: 204 len: 168 time: 2.9370604 May 20 14:53:59.515786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57350) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:53:59.522414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Deleting port 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:53:59.523076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.536312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.548399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2f68e76e-e9e0-4ab0-9acf-477bef887037, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2f68e76e-e9e0-4ab0-9acf-477bef887037,segment=NetworkSegment(0fab88ff-50a2-42a5-83d6-03d4d2c349b9),segment_id=0fab88ff-50a2-42a5-83d6-03d4d2c349b9)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:53:59.550365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=e9791729-b475-4981-a8d3-6c4bf465364b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:59.552786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f6ea958a-0690-4b16-a16b-a6fe46647a6d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:59.561649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.569571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:53:59.626596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:53:59.637012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:53:59.644740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:53:59.655850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2f68e76e-e9e0-4ab0-9acf-477bef887037,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:59.659552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:59.671356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Port': ['ID=d473e637-5f21-4109-ab9c-a36dbf82b107,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:53:59.698187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d98840ba-88d7-4169-88a6-ef7388311ec1 None None] Provisioning complete for port 2f68e76e-e9e0-4ab0-9acf-477bef887037 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:53:59.698559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d98840ba-88d7-4169-88a6-ef7388311ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:53:59.730788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:59.830683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:53:59.861122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:53:59.861834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: bd55ad99-d84d-4346-9ea5-4c47392b5ef1, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:00.088292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:00.109558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.130583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, bd55ad99-d84d-4346-9ea5-4c47392b5ef1) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:00.131844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:54:00.141658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ccc28e-ddf8-4a47-904e-d4fd41ad50a5 None None] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:00.328734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Calling delete_port for 7f63e54a-e3f2-404f-ab01-4bb9bd3709aa owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:00.357033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:00.357621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.411966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-bd55ad99-d84d-4346-9ea5-4c47392b5ef1', 'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': 'e9791729-b475-4981-a8d3-6c4bf465364b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:00.413420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.414120 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3457396 May 20 14:54:00.431671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57354) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:00.454510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-778152300', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:00.476303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:00.498606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:00.501942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:00.507394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:00.512652 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:00.521456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.530873 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:00.532069 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:00.575567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:00.616478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.617417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.619876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Allocated IP 172.21.0.2 (bd55ad99-d84d-4346-9ea5-4c47392b5ef1/e9791729-b475-4981-a8d3-6c4bf465364b/5eda79db-e369-4c9c-9555-9c728f3ab7b6) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:00.631465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.632658 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.5031257 May 20 14:54:00.638402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57358) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:00.714431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.778935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.787916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:00.814754 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:00.821033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:00.882370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Port': ['ID=7f63e54a-e3f2-404f-ab01-4bb9bd3709aa,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:00.912485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:01.002042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2f68e76e-e9e0-4ab0-9acf-477bef887037 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:01.006488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.011020 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-325bf747-cb71-43bc-9bde-6fde6b6942ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5760658 May 20 14:54:01.015526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57364) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:01.029718 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6a0de29b-daa0-4cba-9ead-e3ea4648be0b tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3903430 May 20 14:54:01.081801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57368) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:01.087685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.141893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.163388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13412684-13cb-4397-966c-7746acf1f3ef tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:01.177114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Transition to ACTIVE for port object 5eda79db-e369-4c9c-9555-9c728f3ab7b6 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:01.204862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Transition to ACTIVE for port object 5eda79db-e369-4c9c-9555-9c728f3ab7b6 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:01.208773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2f68e76e-e9e0-4ab0-9acf-477bef887037 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:01.209354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.209584 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:53:58Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:01.214859 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:54:01.215518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Updating router 54191cbd-a6a9-4e2c-9def-73803a54db8f port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:54:01.243708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.249334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.254471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:01.286666 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.334876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:01.344183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:01.346780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:01.397355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.405897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event updated for resources: {'Subnet': ['ID=4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:01.410992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Pushing event updated for resources: {'Port': ['ID=5eda79db-e369-4c9c-9555-9c728f3ab7b6,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:01.414498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:01.419981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:01.435437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Checking segment: {'id': '23b823e0-ea14-4398-97be-79f6a4ce0fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3a979969-6d33-4a2d-928b-864eacdca628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:01.435798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Network hostable DHCP agents. Network: 3a979969-6d33-4a2d-928b-864eacdca628, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:01.445356 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "DELETE /v2.0/ports/7f63e54a-e3f2-404f-ab01-4bb9bd3709aa HTTP/1.1" status: 204 len: 168 time: 2.5910790 May 20 14:54:01.465315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57372) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:01.515977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Attempting to bind port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:01.516362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Attempting to bind port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:01.516740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Attempting to bind port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 on network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:01.532531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:01.532929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Checking segment: {'id': 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:01.533349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.533805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Bound using segment: {'id': 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:01.534317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Bound port: 5eda79db-e369-4c9c-9555-9c728f3ab7b6, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'bd55ad99-d84d-4346-9ea5-4c47392b5ef1'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:01.534874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.645842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] For port 5eda79db-e369-4c9c-9555-9c728f3ab7b6, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:01.650181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] For port 5eda79db-e369-4c9c-9555-9c728f3ab7b6, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5eda79db-e369-4c9c-9555-9c728f3ab7b6,segment=NetworkSegment(d818d3e3-bc00-4d23-89dc-1f7e99d76c3d),segment_id=d818d3e3-bc00-4d23-89dc-1f7e99d76c3d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:01.655948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.660440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0f71571f-8b99-419f-930f-a12e4372b450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:01.725100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e6908a-38f1-4f47-bef4-2c506ceaa8c5 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:01.726744 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-04e6908a-38f1-4f47-bef4-2c506ceaa8c5 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6028831 May 20 14:54:01.734796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57376) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:01.737612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.748767 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.761806 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Pushing event updated for resources: {'Port': ['ID=5eda79db-e369-4c9c-9555-9c728f3ab7b6,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:01.763207 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Transition to ACTIVE for port object 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:01.765620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:01.777515 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.783245 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2109f09e-1a3e-4b3e-9ee0-3d344756b122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:01.853485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Network 3a979969-6d33-4a2d-928b-864eacdca628 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:01.857121 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fb2e1dd4-bda9-46b0-903d-0bdce8e979cb tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585458 May 20 14:54:01.860563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57380) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:01.871878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-883797040', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:01.881944 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Attempting to bind port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:01.882314 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Attempting to bind port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:01.882675 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Attempting to bind port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:01.891350 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Pushing event updated for resources: {'Port': ['ID=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:01.893795 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:01.894288 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:01.894693 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.895507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:01.895597 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Bound port: 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:01.895965 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:01.899702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 3a979969-6d33-4a2d-928b-864eacdca628) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:01.915344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb8e911-7d6d-4e69-85f4-6745ffac3c3a None None] Network 3a979969-6d33-4a2d-928b-864eacdca628 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:01.950007 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.950349 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.950676 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.951002 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.951344 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.951687 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.951981 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.952294 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.952603 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.952910 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.953215 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.953521 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:01.958825 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:02.025248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:02.025854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.038015 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] For port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:02.045521 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] For port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:02.052239 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.070032 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-e7021c1b-e293-4c8d-a369-1d6b11a207c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:02.089186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e0e5d-24e7-49fb-bdb6-863d8aa7cd41 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:02.089945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-802e0e5d-24e7-49fb-bdb6-863d8aa7cd41 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Synchronizing usage tracker for tenant:19464316936a4d91b12b02a0cd5122ce on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:02.103959 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a9a31da7-06d2-4aee-bb17-cc4c18061a67 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5047371 May 20 14:54:02.105429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57384) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:02.138265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:54:02.154410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:02.165707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:02.173149 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:02.174593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:02.177951 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:02.181930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:02.185941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Request body: {'port': {'network_id': '3a979969-6d33-4a2d-928b-864eacdca628', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1630102212'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:02.269954 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Pushing event updated for resources: {'Port': ['ID=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:02.281306 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:02.294899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-3a979969-6d33-4a2d-928b-864eacdca628', 'network_id': '3a979969-6d33-4a2d-928b-864eacdca628', 'tenant_id': 'cc6266d6339c4155a53e23b40c0bd67d', 'fixed_ips': [{'subnet_id': '4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:02.295945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.312179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:02.316734 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.355269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-802e0e5d-24e7-49fb-bdb6-863d8aa7cd41 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Unset dirty status for tenant:19464316936a4d91b12b02a0cd5122ce on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:02.359200 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-802e0e5d-24e7-49fb-bdb6-863d8aa7cd41 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "GET /v2.0/ports?device_id=00f8238a-2758-473c-8cdf-1dfb5c6578ed HTTP/1.1" status: 200 len: 913 time: 0.8927641 May 20 14:54:02.364490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57388) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:02.410221 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:02.430318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.481888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Allocated IP 2001:db8::2 (3a979969-6d33-4a2d-928b-864eacdca628/4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d/5df5cdb7-8562-475a-8bcf-1f8e5272b62d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:02.603906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:02.613789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Usage tracker for resource:port and tenant:cc6266d6339c4155a53e23b40c0bd67d is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:02.617580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:02.628707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:02.723552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.736186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Transition to ACTIVE for port object 5df5cdb7-8562-475a-8bcf-1f8e5272b62d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:02.755975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Transition to ACTIVE for port object 5df5cdb7-8562-475a-8bcf-1f8e5272b62d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:02.764595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.769925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b5df7f42-0453-4f7c-b003-3fc972a2dced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:02.788417 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:53:58Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:02.793095 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa6c1e3-fed1-4244-aaaf-bbd92ff0a070 None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:53:58Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:02.914402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:02.919163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Made reservation on behalf of cc6266d6339c4155a53e23b40c0bd67d for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:02.922863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.950686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Pushing event updated for resources: {'Port': ['ID=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:02.978041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Sync routers for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:02.988504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Network 3a979969-6d33-4a2d-928b-864eacdca628 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:02.990604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:02.995765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] device_id is not set on port a87892df-a74d-427d-846e-2e33ab0cabd4 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:02.997615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:02.998161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:02.998776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:02.999385 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.8375976 May 20 14:54:03.009690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57392) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:03.176160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:03.185951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5eda79db-e369-4c9c-9555-9c728f3ab7b6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:03.220813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:03.273357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b1721c-b171-4e04-9555-e0406014af26 None None] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:03.359088 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4765fe9f-4cfe-45d4-b52c-ecb003decafe tempest-TestNetworkAdvancedServerOps-235966825 tempest-TestNetworkAdvancedServerOps-235966825-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=d3be21e2fbe34ea0a92cc86657485970&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3442867 May 20 14:54:03.378105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57398) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:03.386796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.20.0.1 (b4ce2c97-4757-4c50-a6f5-b4d64433ecf7/2cd7671f-334c-443a-b616-ae03a9304dc8/59e42c65-ac97-4bb5-8be4-6280664ffbcf) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:03.448670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:03.449046 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.590940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-5d0bbb9e-6270-48bf-a03d-e74cc9d80cf2 None None] Provisioning for port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:03.630298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Attempting to bind port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:03.631459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Attempting to bind port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '23b823e0-ea14-4398-97be-79f6a4ce0fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3a979969-6d33-4a2d-928b-864eacdca628'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:03.631694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Attempting to bind port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d on network 3a979969-6d33-4a2d-928b-864eacdca628 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:03.643944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:03.644381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Checking segment: {'id': '23b823e0-ea14-4398-97be-79f6a4ce0fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3a979969-6d33-4a2d-928b-864eacdca628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:03.644737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.645196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Bound using segment: {'id': '23b823e0-ea14-4398-97be-79f6a4ce0fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3a979969-6d33-4a2d-928b-864eacdca628'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:03.645689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Bound port: 5df5cdb7-8562-475a-8bcf-1f8e5272b62d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b823e0-ea14-4398-97be-79f6a4ce0fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '3a979969-6d33-4a2d-928b-864eacdca628'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:03.646112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.771593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.787963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:03.799056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:03.872213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.924014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for b22b28d1-3601-4ed4-a7f7-11c239b6a6b7 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:03.934415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:03.934679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.940367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object 59e42c65-ac97-4bb5-8be4-6280664ffbcf will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:03.978701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:03.985579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5c13d107-a979-4530-a159-97c2ada310a4 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:04.085741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:04.087635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:04.087842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Allocated IP 2001:db8::383 (3a979969-6d33-4a2d-928b-864eacdca628/4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d/a87892df-a74d-427d-846e-2e33ab0cabd4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:04.090191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=e436c7df-45e1-4b77-b93f-a9fa035cb40c,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:04.093303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:04.094424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.104369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-847fd5fd-dcc5-4d3d-b3f5-997fb3592141 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:04.151639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:04.160627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:04.162975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] For port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:04.167016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16a674-f8a9-4fa6-ab80-2765342cefcb tempest-TestNetworkAdvancedServerOps-235966825 tempest-TestNetworkAdvancedServerOps-235966825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:04.171564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:04.173519 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-da16a674-f8a9-4fa6-ab80-2765342cefcb tempest-TestNetworkAdvancedServerOps-235966825 tempest-TestNetworkAdvancedServerOps-235966825-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7866716 May 20 14:54:04.185916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57402) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:04.189549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] For port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,segment=NetworkSegment(23b823e0-ea14-4398-97be-79f6a4ce0fdc),segment_id=23b823e0-ea14-4398-97be-79f6a4ce0fdc)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:04.203811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.211017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:04.219737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:04.277984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.294099 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fd2d9425-56f1-413b-ae1a-dfe5c126d48b tempest-TestNetworkAdvancedServerOps-235966825 tempest-TestNetworkAdvancedServerOps-235966825-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644672 May 20 14:54:04.307378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57406) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:04.324892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861797863', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:04.415436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Pushing event updated for resources: {'Port': ['ID=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:04.430482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:04.447469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.473533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=59e42c65-ac97-4bb5-8be4-6280664ffbcf,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:04.480977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:04.488452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 5eda79db-e369-4c9c-9555-9c728f3ab7b6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5eda79db-e369-4c9c-9555-9c728f3ab7b6,segment=NetworkSegment(d818d3e3-bc00-4d23-89dc-1f7e99d76c3d),segment_id=d818d3e3-bc00-4d23-89dc-1f7e99d76c3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:04.492510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:04.504135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.508343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f8f8a7dd-35b2-4ab2-9989-ed49c1d45b8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:04.508822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:04.509431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.551050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce44789-9d5e-4a49-855c-0620d0bd3b5a None None] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:04.596310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a1719ecc-b53c-4ad9-a106-d8561277cd32 None None] Provisioning for port 59e42c65-ac97-4bb5-8be4-6280664ffbcf completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:04.611548 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.7496159 May 20 14:54:04.619056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57410) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:04.622933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:04.627299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a1719ecc-b53c-4ad9-a106-d8561277cd32 None None] Provisioning complete for port 59e42c65-ac97-4bb5-8be4-6280664ffbcf triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:04.627687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a1719ecc-b53c-4ad9-a106-d8561277cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.630407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.700890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:subnet and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:04.708668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:04.824334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=5eda79db-e369-4c9c-9555-9c728f3ab7b6,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:04.843619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:04.850775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a1719ecc-b53c-4ad9-a106-d8561277cd32 None None] Port 59e42c65-ac97-4bb5-8be4-6280664ffbcf cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:04.853758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:00Z', 'revision_number': 3, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:04.892029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:04.905663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Checking router: f63bc411-4b87-49a9-8b14-857c8b1b3cd5 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:54:04.906025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Updating router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 port d473e637-5f21-4109-ab9c-a36dbf82b107 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:54:05.030590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:05.102045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Made reservation on behalf of d3be21e2fbe34ea0a92cc86657485970 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:05.106107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.140867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:05.199647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.230920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.234055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:05.234877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.266422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0b2cf057-a8cf-43e0-b8ac-71b8cc7f4ca8 None None] Provisioning complete for port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:05.266805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b2cf057-a8cf-43e0-b8ac-71b8cc7f4ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.290572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.296843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.324571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.329878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5c7572bd-83b4-4d97-acbe-e0ca5ae9891d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:05.375956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a29d8a44-bd66-4eea-b0ce-3ca4c90c93d6 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:05.421484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=59e42c65-ac97-4bb5-8be4-6280664ffbcf,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:05.424405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.428569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:05.516648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:05.576716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:05.577853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:05.610539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Transition to ACTIVE for port object a87892df-a74d-427d-846e-2e33ab0cabd4 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:05.615968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:05.617089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:05.633634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=b22b28d1-3601-4ed4-a7f7-11c239b6a6b7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:05.705810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:05.791964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Allocated IP 172.20.0.2 (0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349/e436c7df-45e1-4b77-b93f-a9fa035cb40c/68cef9b6-dbbd-4cc9-a57e-4e936329e9ea) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:06.066779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router c8cdfd0d-06c2-4773-bae3-5c74168ffed6 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:54:06.122990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.163730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-19e7d0f6-85b0-41db-a0ea-3b42440713f4 None None] Provisioning complete for port 59e42c65-ac97-4bb5-8be4-6280664ffbcf triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:06.164110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-19e7d0f6-85b0-41db-a0ea-3b42440713f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.202101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:06.217797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.229552 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.230407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5df5cdb7-8562-475a-8bcf-1f8e5272b62d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:06.257356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:06.265655 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/c8cdfd0d-06c2-4773-bae3-5c74168ffed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2442312 May 20 14:54:06.265993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57414) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:06.266608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:06.273960 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] Sync routers for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:06.283934 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:06.284776 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:06.295365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164af3d-cc4a-443d-bc18-07c2b777972b None None] Network 3a979969-6d33-4a2d-928b-864eacdca628 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:06.348958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60691402-1f8c-4979-b24f-0abc2df60ca0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:06.349603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-60691402-1f8c-4979-b24f-0abc2df60ca0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:06.353377 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:06.364348 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:06.365809 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:06.370919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-60691402-1f8c-4979-b24f-0abc2df60ca0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:06.372451 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-60691402-1f8c-4979-b24f-0abc2df60ca0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports/59e42c65-ac97-4bb5-8be4-6280664ffbcf HTTP/1.1" status: 200 len: 910 time: 0.1053767 May 20 14:54:06.375259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57418) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:06.394762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Transition to ACTIVE for port object d473e637-5f21-4109-ab9c-a36dbf82b107 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:06.413506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-19e7d0f6-85b0-41db-a0ea-3b42440713f4 None None] Port 59e42c65-ac97-4bb5-8be4-6280664ffbcf cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:06.437071 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:06.437483 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ce9d98-bce1-49ee-ba04-ca7ce0ab93f7 None None] The sync data for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:06.493248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.534674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.550247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:06.552501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-78896620-6d88-4714-a359-f73d30ff69ff tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:06.566809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:06.567462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:06.603999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.734890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Attempting to bind port d473e637-5f21-4109-ab9c-a36dbf82b107 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:06.735697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Attempting to bind port d473e637-5f21-4109-ab9c-a36dbf82b107 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:06.735697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Attempting to bind port d473e637-5f21-4109-ab9c-a36dbf82b107 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:06.747845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Transition to ACTIVE for port object 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:06.757860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:06.760354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cad214f3-3fa8-476e-917b-f2742e016090 None None] Provisioning for port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:06.782027 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:06.782423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:06.782802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.783228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:06.783707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Bound port: d473e637-5f21-4109-ab9c-a36dbf82b107, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:06.784082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.804201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Network 3a979969-6d33-4a2d-928b-864eacdca628 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:06.816861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cd0bf-dcc1-404a-a899-4cc029df4855 None None] Pushing event updated for resources: {'Port': ['ID=d473e637-5f21-4109-ab9c-a36dbf82b107,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:06.818444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:06.819070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:06.819484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.821445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:06.827243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:06.827870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.842720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-515cd0bf-dcc1-404a-a899-4cc029df4855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:06.856915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event updated for resources: {'Port': ['ID=a87892df-a74d-427d-846e-2e33ab0cabd4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:06.859923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:06.861354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cad214f3-3fa8-476e-917b-f2742e016090 None None] Provisioning complete for port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:06.861732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cad214f3-3fa8-476e-917b-f2742e016090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.865822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.924305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Transition to ACTIVE for port object 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:06.993928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:06.999541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.002133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:07.089374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:07.105039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:07.113013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] For port d473e637-5f21-4109-ab9c-a36dbf82b107, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:07.118256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:07.125503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Pushing event updated for resources: {'Port': ['ID=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:07.129702 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.9547098 May 20 14:54:07.131979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:07.133541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57422) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:07.139431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Request body: {'port': {'network_id': '3a979969-6d33-4a2d-928b-864eacdca628', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1941974806', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:07.140033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] bootfile-name is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:54:07.140461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] tftp-server is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:54:07.140898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.api.validators [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] server-ip-address is not in valid_values {{(pid=98805) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:54:07.188106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] For port d473e637-5f21-4109-ab9c-a36dbf82b107, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d473e637-5f21-4109-ab9c-a36dbf82b107,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:07.248949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.263595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:07.394737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.423137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cad214f3-3fa8-476e-917b-f2742e016090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.458836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Attempting to bind port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:07.459259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Attempting to bind port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:07.459632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Attempting to bind port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:07.483112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:07.483112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Checking segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:07.483112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.483714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Bound using segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:07.484189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Bound port: 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:07.484547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.494822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515cd0bf-dcc1-404a-a899-4cc029df4855 None None] Pushing event updated for resources: {'Port': ['ID=d473e637-5f21-4109-ab9c-a36dbf82b107,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:07.497244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:07.497849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:07.546505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-515cd0bf-dcc1-404a-a899-4cc029df4855 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:07.552776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:07.568831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Usage tracker for resource:port and tenant:cc6266d6339c4155a53e23b40c0bd67d is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:07.575067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:07.577262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,segment=NetworkSegment(23b823e0-ea14-4398-97be-79f6a4ce0fdc),segment_id=23b823e0-ea14-4398-97be-79f6a4ce0fdc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:07.586223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:07.615005 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.615900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5eda79db-e369-4c9c-9555-9c728f3ab7b6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:07.655797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-072c73c9-ec03-4932-b392-bdb1aca9e6be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:07.690653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.21.0.1 (bd55ad99-d84d-4346-9ea5-4c47392b5ef1/e9791729-b475-4981-a8d3-6c4bf465364b/4bfe6c2b-cbbe-4098-b0db-98c4bb827486) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:07.747345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Made reservation on behalf of cc6266d6339c4155a53e23b40c0bd67d for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:07.751633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.857449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] device_id is not set on port 9ffe8658-3d01-400b-b164-19c638fda898 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:07.901237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Deleting port 98b382c7-4848-4577-87a0-babe18f87d02 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:07.901776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.913780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-cad214f3-3fa8-476e-917b-f2742e016090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:54:07.914917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-cad214f3-3fa8-476e-917b-f2742e016090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:54:07.924115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] For port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:07.933644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:07.934129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:07.940791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:07.943883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:08.071527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.074855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] For port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:08.102386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:08.103271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.118689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Allocated IP 2001:db8::292 (3a979969-6d33-4a2d-928b-864eacdca628/4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d/9ffe8658-3d01-400b-b164-19c638fda898) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:08.122694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9895c6ab-ebcd-437e-b9af-91cb7ccad71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:08.151038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:08.151698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.203113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.231890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1f5e2460-cbd2-46c8-915a-6db18e55be24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:08.316278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:08.327966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.328709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=4bfe6c2b-cbbe-4098-b0db-98c4bb827486,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:08.337311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:08.343063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:08.346002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:08.400930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Pushing event updated for resources: {'Port': ['ID=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:08.420052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.453763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:08.508550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3bae2ae7-95cd-4ab5-9574-d38b22119728 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:08.591875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Calling delete_port for 98b382c7-4848-4577-87a0-babe18f87d02 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:08.606007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.610716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9d019d2-21bc-4246-8dbf-3c4217b89962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.630494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Transition to ACTIVE for port object 9ffe8658-3d01-400b-b164-19c638fda898 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:08.727649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.730901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.736158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:00Z', 'revision_number': 3, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:08.741091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f725d3-b2d9-4e11-b390-73d2efa040ae None None] The sync data for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv is: [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:00Z', 'revision_number': 3, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:08.744569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c7f73627-a0f8-4eaf-a755-1528461d386f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:08.786467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:08.786655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Provisioning complete for port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:08.789854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.882257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event updated for resources: {'Port': ['ID=9ffe8658-3d01-400b-b164-19c638fda898,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:08.898532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:08.901798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Network 3a979969-6d33-4a2d-928b-864eacdca628 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:08.903718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:08.906684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:08.913266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:08.913919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:08.989731 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8550234 May 20 14:54:08.999461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57426) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:09.009961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Subnet': ['ID=af032417-d244-4d87-8e03-6c480cdbf43b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:09.021270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:09.059302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:09.075032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Checking segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:09.075724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network hostable DHCP agents. Network: 53304783-2fc0-4fb9-a175-95c4d3c0836d, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:09.253503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Provisioning for port 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:09.262019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Provisioning complete for port 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:09.262526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.286595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd6979-1876-41f0-990c-a26c82dcb4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:09.308405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd6979-1876-41f0-990c-a26c82dcb4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:09.323561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Port 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:09.325719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd6979-1876-41f0-990c-a26c82dcb4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:09.326648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-89cd6979-1876-41f0-990c-a26c82dcb4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Synchronizing usage tracker for tenant:cc6266d6339c4155a53e23b40c0bd67d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:09.335492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.338744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:09.339297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.482732 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Provisioning for port a87892df-a74d-427d-846e-2e33ab0cabd4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:09.504840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Provisioning complete for port a87892df-a74d-427d-846e-2e33ab0cabd4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:09.505224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.535428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:09.583072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:09.698425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-89cd6979-1876-41f0-990c-a26c82dcb4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Unset dirty status for tenant:cc6266d6339c4155a53e23b40c0bd67d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:09.699797 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-89cd6979-1876-41f0-990c-a26c82dcb4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.6994014 May 20 14:54:09.709897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57430) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:09.722019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ebfd7594-dd74-4e22-b460-3f24da2edbc1 None None] Port a87892df-a74d-427d-846e-2e33ab0cabd4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:09.743144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:09.750542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5df5cdb7-8562-475a-8bcf-1f8e5272b62d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:09.871971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fbf67d6f-44a3-448b-901d-4ce3eda70fa8 None None] Provisioning for port 9ffe8658-3d01-400b-b164-19c638fda898 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:09.877638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fbf67d6f-44a3-448b-901d-4ce3eda70fa8 None None] Provisioning complete for port 9ffe8658-3d01-400b-b164-19c638fda898 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:09.878441 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fbf67d6f-44a3-448b-901d-4ce3eda70fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.922796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:09.923662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.928470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 53304783-2fc0-4fb9-a175-95c4d3c0836d) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:09.962440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:09.963327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:09.985471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:09.995007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349/e436c7df-45e1-4b77-b93f-a9fa035cb40c/e97af5e1-3164-4fbe-863d-2c45e456831d) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:10.004885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fe1e6-0a6a-49dd-bd64-886d00b450fe None None] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:10.012468 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/routers/9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4930108 May 20 14:54:10.013850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57434) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:10.035255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5933060-9cbb-4b15-9090-202bfc216d92 None None] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:10.050277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] Sync routers for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:10.091340 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.7788649 May 20 14:54:10.098688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57438) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:10.110797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:10.111480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:10.225319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Deleting port 9ffe8658-3d01-400b-b164-19c638fda898 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:10.225577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.282232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.331829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.332066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:10.367959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-fbf67d6f-44a3-448b-901d-4ce3eda70fa8 None None] Port 9ffe8658-3d01-400b-b164-19c638fda898 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:10.369695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:10.392600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] Routers {'9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:10.393225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:53:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:10.476959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.486821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:10.487255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a91e380-e720-4b74-8511-f8e4ecc4fbd8 None None] The sync data for ids ['9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:10.505232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=4bfe6c2b-cbbe-4098-b0db-98c4bb827486,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:10.513452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.523137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.524487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:10.549069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1185c9c-cef2-4b10-956f-cb36908b71c3 tempest-RoutersIpV6AdminTest-903563699 tempest-RoutersIpV6AdminTest-903563699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:10.589653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Provisioning for port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:10.647124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Port': ['ID=98b382c7-4848-4577-87a0-babe18f87d02,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:10.650116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:10.710903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Calling delete_port for 9ffe8658-3d01-400b-b164-19c638fda898 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:10.727795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.756645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Provisioning complete for port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:10.757012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.798223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:10.898054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:10.900152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:10.951609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d473e637-5f21-4109-ab9c-a36dbf82b107 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:10.985925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object e97af5e1-3164-4fbe-863d-2c45e456831d will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:11.061139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b6a849a6-aa0c-4758-9512-288a22c17eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.062882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.113459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-53304783-2fc0-4fb9-a175-95c4d3c0836d', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:11.114276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.223483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router c8cdfd0d-06c2-4773-bae3-5c74168ffed6 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:11.240060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.245617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.247869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f3f032f0-9b51-424e-96d5-63edadbb50fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:11.278817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port d473e637-5f21-4109-ab9c-a36dbf82b107 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:11.297112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port d473e637-5f21-4109-ab9c-a36dbf82b107 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:11.297497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.364523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] For port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:11.371257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event deleted for resources: {'Port': ['ID=9ffe8658-3d01-400b-b164-19c638fda898,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:11.402401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.410944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:11.457295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:11.516398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Allocated IP 172.20.0.2 (53304783-2fc0-4fb9-a175-95c4d3c0836d/af032417-d244-4d87-8e03-6c480cdbf43b/137cefc9-aa10-4eda-bf17-578bf96b9f9c) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:11.525325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.551838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.578580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:11.584091 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/c8cdfd0d-06c2-4773-bae3-5c74168ffed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2071331 May 20 14:54:11.588222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57442) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:11.590275 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] Sync routers for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:11.592916 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "DELETE /v2.0/ports/9ffe8658-3d01-400b-b164-19c638fda898 HTTP/1.1" status: 204 len: 168 time: 1.8820446 May 20 14:54:11.604604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Pushing event updated for resources: {'Port': ['ID=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:11.605678 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:11.607182 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:11.629380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.639224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57446) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:11.679499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:11.687765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.706938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port d473e637-5f21-4109-ab9c-a36dbf82b107, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d473e637-5f21-4109-ab9c-a36dbf82b107,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:11.707146 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:11.721445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d89b49-5c04-475b-8d74-41f55dddb573 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:11.722171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b0d89b49-5c04-475b-8d74-41f55dddb573 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:11.724554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Request body: {'port': {'name': 'tempest-new-port-name-789913572', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:11.725088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.api.validators [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] bootfile-name is not in valid_values {{(pid=98806) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:54:11.725464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.api.validators [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] tftp-server is not in valid_values {{(pid=98806) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:54:11.725615 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:11.725952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.api.validators [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] server-ip-address is not in valid_values {{(pid=98806) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 20 14:54:11.726235 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:11.730624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.740844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-86e3e647-f18d-4c30-8217-e6747539fbbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:11.757373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b0d89b49-5c04-475b-8d74-41f55dddb573 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:11.761114 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b0d89b49-5c04-475b-8d74-41f55dddb573 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports/4bfe6c2b-cbbe-4098-b0db-98c4bb827486 HTTP/1.1" status: 200 len: 910 time: 0.1684179 May 20 14:54:11.761418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57450) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:11.846366 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:11.847016 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa9723-7f03-4ab4-bc83-efe7798ee859 None None] The sync data for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:11.929691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:11.940130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e903e80e-51f3-4c67-9b96-a97df503ef0c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:11.957848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-54daf3b7-ab1f-43fc-999d-3e6a48241241 None None] Provisioning complete for port 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:11.958428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-54daf3b7-ab1f-43fc-999d-3e6a48241241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.062939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.063791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=d473e637-5f21-4109-ab9c-a36dbf82b107,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:12.081154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:12.094493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-54daf3b7-ab1f-43fc-999d-3e6a48241241 None None] Port 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:12.113909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.124440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Transition to ACTIVE for port object 137cefc9-aa10-4eda-bf17-578bf96b9f9c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:12.144934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Transition to ACTIVE for port object 137cefc9-aa10-4eda-bf17-578bf96b9f9c will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:12.152741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.158915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:12.181738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:12.235299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:12.238843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:12.244392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:12.246357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Pushing event updated for resources: {'Port': ['ID=137cefc9-aa10-4eda-bf17-578bf96b9f9c,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:12.254110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:12.264919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:12.267295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:12.288164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-826c043a-6dbb-49e8-948b-6d3163617a03 None None] Provisioning complete for port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:12.288466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-826c043a-6dbb-49e8-948b-6d3163617a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.350244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.363963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=e97af5e1-3164-4fbe-863d-2c45e456831d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:12.379593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Router 00f8238a-2758-473c-8cdf-1dfb5c6578ed has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:12.380926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:12.424040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Attempting to bind port 137cefc9-aa10-4eda-bf17-578bf96b9f9c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:12.424591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Attempting to bind port 137cefc9-aa10-4eda-bf17-578bf96b9f9c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:12.425067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Attempting to bind port 137cefc9-aa10-4eda-bf17-578bf96b9f9c on network 53304783-2fc0-4fb9-a175-95c4d3c0836d {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:12.443046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:12.443691 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Checking segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:12.444204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.444706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Bound using segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:12.445984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Bound port: 137cefc9-aa10-4eda-bf17-578bf96b9f9c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:12.447295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.489432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.496943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.580871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 83024b18-0153-4f15-bd9f-5050eb3035b0 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:12.581369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.601468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] For port 137cefc9-aa10-4eda-bf17-578bf96b9f9c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:12.604486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] For port 137cefc9-aa10-4eda-bf17-578bf96b9f9c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=137cefc9-aa10-4eda-bf17-578bf96b9f9c,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:12.610002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.614759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3d5b04bf-6f03-410b-82bc-b5f60e909680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:12.700781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Pushing event updated for resources: {'Port': ['ID=137cefc9-aa10-4eda-bf17-578bf96b9f9c,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:12.703907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:12.718046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-54553923-9833-45ff-a4c1-c952fb20e2e5 None None] Provisioning for port e97af5e1-3164-4fbe-863d-2c45e456831d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:12.724022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-54553923-9833-45ff-a4c1-c952fb20e2e5 None None] Provisioning complete for port e97af5e1-3164-4fbe-863d-2c45e456831d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:12.724962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-54553923-9833-45ff-a4c1-c952fb20e2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:12.807995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-54553923-9833-45ff-a4c1-c952fb20e2e5 None None] Port e97af5e1-3164-4fbe-863d-2c45e456831d cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:12.824916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:12.845311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:12.897058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] Sync routers for ids ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:12.918339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] Routers {'00f8238a-2758-473c-8cdf-1dfb5c6578ed'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:12.919173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:13.006509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:13.007190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.084439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:13.103529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] Routers {'00f8238a-2758-473c-8cdf-1dfb5c6578ed'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:13.104327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:13.168516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:13.169207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.178726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.191865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:13.192405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7198c2b-8e1e-46dd-b11a-8dc0680d7572 None None] The sync data for ids ['00f8238a-2758-473c-8cdf-1dfb5c6578ed'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:13.269108 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "PUT /v2.0/routers/00f8238a-2758-473c-8cdf-1dfb5c6578ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9015634 May 20 14:54:13.281059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57454) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:13.291484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d473e637-5f21-4109-ab9c-a36dbf82b107 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:13.296695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.311381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 4bfe6c2b-cbbe-4098-b0db-98c4bb827486 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:13.357742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port d473e637-5f21-4109-ab9c-a36dbf82b107 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:13.358211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.473408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.480919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa8528ef-eab7-4ae6-b0e8-f291c4a77006 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:13.528970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=4bfe6c2b-cbbe-4098-b0db-98c4bb827486,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:13.546733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 83024b18-0153-4f15-bd9f-5050eb3035b0 owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:13.561500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.566728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:13.604191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.749291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:13.935366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa05e73-9cb8-409c-98eb-b47966bd8aec None None] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:13.948893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.049016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-30e01a15-0e09-40a6-a07b-2f73614f2b87 None None] Provisioning for port 137cefc9-aa10-4eda-bf17-578bf96b9f9c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:14.137022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:54:14.280178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router c8cdfd0d-06c2-4773-bae3-5c74168ffed6 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:14.297524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.312013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.326558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.443474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:14.453905 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] Sync routers for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:14.463256 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/c8cdfd0d-06c2-4773-bae3-5c74168ffed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7005210 May 20 14:54:14.465868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57458) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:14.467496 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:14.468114 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:14.535349 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:14.545669 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:14.546269 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:14.576853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f6d032fb-07a4-4de5-99a7-8bc73d8496d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:14.606852 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:14.607291 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b876277-6d1d-4cd0-acb5-ea70c11ebaec None None] The sync data for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:14.636358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.657025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.732102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] In _notify_port_updated(), no bound segment for port a87892df-a74d-427d-846e-2e33ab0cabd4 on network 3a979969-6d33-4a2d-928b-864eacdca628 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:54:14.737743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:14.738266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.742298 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "PUT /v2.0/ports/a87892df-a74d-427d-846e-2e33ab0cabd4 HTTP/1.1" status: 200 len: 1129 time: 3.1018231 May 20 14:54:14.750995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57462) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:14.851416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event updated for resources: {'Port': ['ID=a87892df-a74d-427d-846e-2e33ab0cabd4,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:14.867657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.869588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Fanout notify agent at l3_agent the message router_deleted on router 00f8238a-2758-473c-8cdf-1dfb5c6578ed {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:54:14.880587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:14.916290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 137cefc9-aa10-4eda-bf17-578bf96b9f9c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:14.933165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f8c68f-235c-43d7-9172-6f02b649b4de tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:14.935003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-86f8c68f-235c-43d7-9172-6f02b649b4de tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Synchronizing usage tracker for tenant:cc6266d6339c4155a53e23b40c0bd67d on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:14.986341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 137cefc9-aa10-4eda-bf17-578bf96b9f9c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:14.991429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 137cefc9-aa10-4eda-bf17-578bf96b9f9c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:14.991809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:14.992941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-86f8c68f-235c-43d7-9172-6f02b649b4de tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Unset dirty status for tenant:cc6266d6339c4155a53e23b40c0bd67d on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:14.994381 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-86f8c68f-235c-43d7-9172-6f02b649b4de tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "GET /v2.0/ports/a87892df-a74d-427d-846e-2e33ab0cabd4 HTTP/1.1" status: 200 len: 1129 time: 0.2341981 May 20 14:54:14.999061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57466) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:15.039190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.042816 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-610c4f34-e72e-4efc-9715-0d8fb1f8a1b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "DELETE /v2.0/routers/00f8238a-2758-473c-8cdf-1dfb5c6578ed HTTP/1.1" status: 204 len: 168 time: 1.7540121 May 20 14:54:15.045299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57470) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:15.060127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4a265854-a0e1-49bd-a5d6-2e873fa567be None None] Provisioning complete for port a87892df-a74d-427d-846e-2e33ab0cabd4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:15.060507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4a265854-a0e1-49bd-a5d6-2e873fa567be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.063267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.072199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:15.152462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4a265854-a0e1-49bd-a5d6-2e873fa567be None None] Port a87892df-a74d-427d-846e-2e33ab0cabd4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:15.175942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.200200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=83024b18-0153-4f15-bd9f-5050eb3035b0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:15.215353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:15.220692 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 137cefc9-aa10-4eda-bf17-578bf96b9f9c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=137cefc9-aa10-4eda-bf17-578bf96b9f9c,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:15.224204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.226267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ed0c3f8b-085c-474f-bf3f-05e2dfe26673 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:15.293768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=137cefc9-aa10-4eda-bf17-578bf96b9f9c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:15.296866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:15.350304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Allocated IP 172.20.0.1 (53304783-2fc0-4fb9-a175-95c4d3c0836d/af032417-d244-4d87-8e03-6c480cdbf43b/9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:15.371933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Deleting subnet 55521a77-bf03-4513-9021-d8bc4f679f4d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:15.380004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.399114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.449130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.526852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Deleting port a87892df-a74d-427d-846e-2e33ab0cabd4 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:15.527229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.567812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.665866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.713998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.775640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.776132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Fanout notify agent at l3_agent the message router_deleted on router 9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:54:15.808441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.809049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.810151 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/routers/9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab HTTP/1.1" status: 204 len: 168 time: 5.7878063 May 20 14:54:15.814076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57474) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:15.874319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.909654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.917545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Transition to ACTIVE for port object 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:15.919412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.921748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:15.951796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:16.002422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting subnet 21102072-d820-4307-bf9b-9595a11dd49d {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:16.016710 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.089129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Calling delete_port for a87892df-a74d-427d-846e-2e33ab0cabd4 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:16.264485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.278145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=e97af5e1-3164-4fbe-863d-2c45e456831d,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:16.281837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.310952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:16.363772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.371009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-11e15bee-cf54-45ae-9033-89c4662c6bec tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:16.512885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.519723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d92a7f82-a756-4005-aa31-4b3c4cc5e4e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:16.525158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:16.531369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:16.533220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Port': ['ID=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:16.537802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:16.551750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.563110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:16.570145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Subnet': ['ID=55521a77-bf03-4513-9021-d8bc4f679f4d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:16.574066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.579335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:16.581503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:16.589660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5c894-58e1-41e4-be8e-364e3244a323 None None] Network b9dd7794-86cf-426a-be3f-18a42b779e5d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:16.603952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.623610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 59e42c65-ac97-4bb5-8be4-6280664ffbcf {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:16.623951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.665068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:16.672200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:16.684829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.687528 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "DELETE /v2.0/subnets/55521a77-bf03-4513-9021-d8bc4f679f4d HTTP/1.1" status: 204 len: 168 time: 1.6397376 May 20 14:54:16.688556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event deleted for resources: {'Port': ['ID=a87892df-a74d-427d-846e-2e33ab0cabd4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:16.690384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57478) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:16.705654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:16.716120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:16.723464 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "DELETE /v2.0/ports/a87892df-a74d-427d-846e-2e33ab0cabd4 HTTP/1.1" status: 204 len: 168 time: 1.7180057 May 20 14:54:16.886881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 137cefc9-aa10-4eda-bf17-578bf96b9f9c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:16.902181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57482) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:16.998185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] DHCP port deletion for b9dd7794-86cf-426a-be3f-18a42b779e5d request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:17.063856 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 137cefc9-aa10-4eda-bf17-578bf96b9f9c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:17.064245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.110746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c1cf4107-88a1-4ebd-aa2a-91cff511bc40 None None] Provisioning for port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:17.132266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c1cf4107-88a1-4ebd-aa2a-91cff511bc40 None None] Provisioning complete for port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:17.132528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c1cf4107-88a1-4ebd-aa2a-91cff511bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.166049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.209625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c1cf4107-88a1-4ebd-aa2a-91cff511bc40 None None] Port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:17.231821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.259022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Deleting port b18cab66-d56f-44c5-867c-e76d81da5100 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:17.259434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.323486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Deleting subnet 4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:17.335350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.371078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 59e42c65-ac97-4bb5-8be4-6280664ffbcf owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:17.412434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Deleting port b18cab66-d56f-44c5-867c-e76d81da5100 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:17.412779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.417857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] For port b18cab66-d56f-44c5-867c-e76d81da5100, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b18cab66-d56f-44c5-867c-e76d81da5100,segment=NetworkSegment(004c410b-6045-40d9-8922-3dec29e44d9f),segment_id=004c410b-6045-40d9-8922-3dec29e44d9f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:17.418673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.465341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:17.476177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.483668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-79cadaea-7c26-482f-9a64-a01b107450b2 None None] Provisioning complete for port e97af5e1-3164-4fbe-863d-2c45e456831d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:17.483900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-79cadaea-7c26-482f-9a64-a01b107450b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.539899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] For port b18cab66-d56f-44c5-867c-e76d81da5100, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b18cab66-d56f-44c5-867c-e76d81da5100,segment=NetworkSegment(004c410b-6045-40d9-8922-3dec29e44d9f),segment_id=004c410b-6045-40d9-8922-3dec29e44d9f)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:17.540523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.582592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Calling delete_port for b18cab66-d56f-44c5-867c-e76d81da5100 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:17.613749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-79cadaea-7c26-482f-9a64-a01b107450b2 None None] Port e97af5e1-3164-4fbe-863d-2c45e456831d cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:17.652978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.656721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-515cd0bf-dcc1-404a-a899-4cc029df4855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:17.677926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Calling delete_port for b18cab66-d56f-44c5-867c-e76d81da5100 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:17.700567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Pushing event deleted for resources: {'Port': ['ID=b18cab66-d56f-44c5-867c-e76d81da5100,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:17.702700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] No DVR routers for this DVR port b18cab66-d56f-44c5-867c-e76d81da5100 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:17.704375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:17.800108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.804672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8e4ea488-2803-4523-9a32-92ef22519aac tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:17.855384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=59e42c65-ac97-4bb5-8be4-6280664ffbcf,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:17.856011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:17.884828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:17.894788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a57993e-a61d-494f-9f3e-0e009688de3e tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:17.978095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Port': ['ID=b18cab66-d56f-44c5-867c-e76d81da5100,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:17.980133 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] No DVR routers for this DVR port b18cab66-d56f-44c5-867c-e76d81da5100 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:17.988051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:17.992689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.019486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.029801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-846104bb-adcf-47d4-9326-91782402df00 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:18.100429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Subnet': ['ID=21102072-d820-4307-bf9b-9595a11dd49d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:18.104893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.136963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:18.145121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9641fd48-8e7d-479a-b6ca-ee03bb039acb None None] Network 6bf7716e-b6a3-44c5-bf52-37c23aed5112 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:18.148631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:18.153149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.169149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:18.194684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/54191cbd-a6a9-4e2c-9def-73803a54db8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5616243 May 20 14:54:18.196465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.204227 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/subnets/21102072-d820-4307-bf9b-9595a11dd49d HTTP/1.1" status: 204 len: 168 time: 2.3795938 May 20 14:54:18.205158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57486) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:18.205685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57488) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:18.244289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:18.245102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:18.310174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dd7794-86cf-426a-be3f-18a42b779e5d']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:18.485859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.496194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004c410b-6045-40d9-8922-3dec29e44d9f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:18.496488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004c410b-6045-40d9-8922-3dec29e44d9f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:18.512840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:18.560198 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:54:18.618852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.682993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] DHCP port deletion for 6bf7716e-b6a3-44c5-bf52-37c23aed5112 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:18.707520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.715051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cad8e95f-00c2-4e4c-b748-9a106ecd5882 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:18.734395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.760270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:18.765721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:18.767889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.778329 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3176e7f9-2b96-40e3-b1ec-79086e3ed59a tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "DELETE /v2.0/subnets/4bfa0e14-e6cd-4b12-868c-7b07f8a08e1d HTTP/1.1" status: 204 len: 168 time: 1.8749719 May 20 14:54:18.780838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57494) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:18.785492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4338ef42-b345-41d5-8df8-52f382aa008b None None] Network 3a979969-6d33-4a2d-928b-864eacdca628 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:18.808036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.836814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.879443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:18.879862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.905126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b18cab66-d56f-44c5-867c-e76d81da5100 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:18.910058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:18.913656 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:18.944554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:18.979420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: b18cab66-d56f-44c5-867c-e76d81da5100 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:54:18.979821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b18cab66-d56f-44c5-867c-e76d81da5100 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:54:18.980194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7cc84fa4-7df3-467f-b2cf-afb61864e222 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:19.028116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.056581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.061284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Port': ['ID=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:19.064136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:19.090686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.091499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.091646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.092110 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.092571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.093031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.093490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.093944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.094407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.094865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.095346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.100417 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dfb1f5bc-5b21-4eb7-b840-01c902d8364f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7666 time: 0.8905618 May 20 14:54:19.111798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57498) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:19.125311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router c8cdfd0d-06c2-4773-bae3-5c74168ffed6 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:19.126098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.133723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-abe08731-fb8f-4c11-a592-21606aae59f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:19.153962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.164484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Pushing event deleted for resources: {'Network': ['ID=b9dd7794-86cf-426a-be3f-18a42b779e5d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:19.176104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:19.213566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Deleting port 7cc84fa4-7df3-467f-b2cf-afb61864e222 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:19.214086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.258543 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] 10.222.0.58 "DELETE /v2.0/networks/b9dd7794-86cf-426a-be3f-18a42b779e5d HTTP/1.1" status: 204 len: 168 time: 2.5560610 May 20 14:54:19.291404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.292254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.293605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.294381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.295157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.295815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.296430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.297055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:19.301943 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b77a3b26-9f1b-43fe-8ffb-58b624dee141 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5127 time: 0.1828563 May 20 14:54:19.313012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57504) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:19.352029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:19.353961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:19.391265 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] For port 7cc84fa4-7df3-467f-b2cf-afb61864e222, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7cc84fa4-7df3-467f-b2cf-afb61864e222,segment=NetworkSegment(ed6ab1de-08b7-4676-ac1f-08c37f5feaab),segment_id=ed6ab1de-08b7-4676-ac1f-08c37f5feaab)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:19.391764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.400512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:19.409642 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/c8cdfd0d-06c2-4773-bae3-5c74168ffed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9428217 May 20 14:54:19.412599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 7cc84fa4-7df3-467f-b2cf-afb61864e222 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:19.413156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.415544 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] Sync routers for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:19.426750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57508) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:19.431793 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:19.433155 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:19.528959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c3fca3b-a5fa-4a8f-ac47-9787614a9009 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:19.557718 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:19.568256 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] Routers {'c8cdfd0d-06c2-4773-bae3-5c74168ffed6'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:19.569578 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:19.604064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Calling delete_port for 7cc84fa4-7df3-467f-b2cf-afb61864e222 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:19.680486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.684265 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:19.684675 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d0dd5d-7c8c-4d11-999a-c689d8548b08 None None] The sync data for ids ['c8cdfd0d-06c2-4773-bae3-5c74168ffed6'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:19.692726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.711799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c3fca3b-a5fa-4a8f-ac47-9787614a9009 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:19.715301 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c3fca3b-a5fa-4a8f-ac47-9787614a9009 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cdfd0d-06c2-4773-bae3-5c74168ffed6 HTTP/1.1" status: 200 len: 205 time: 0.2818966 May 20 14:54:19.716978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:15Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:19.722068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:19.727079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57514) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:19.737041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] For port 7cc84fa4-7df3-467f-b2cf-afb61864e222, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7cc84fa4-7df3-467f-b2cf-afb61864e222,segment=NetworkSegment(ed6ab1de-08b7-4676-ac1f-08c37f5feaab),segment_id=ed6ab1de-08b7-4676-ac1f-08c37f5feaab)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:19.737410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.789684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] No DVR routers for this DVR port 7cc84fa4-7df3-467f-b2cf-afb61864e222 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:19.796709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Pushing event deleted for resources: {'Port': ['ID=7cc84fa4-7df3-467f-b2cf-afb61864e222,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:19.802281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:54:19.803373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Updating router 54191cbd-a6a9-4e2c-9def-73803a54db8f port e97af5e1-3164-4fbe-863d-2c45e456831d binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:54:19.824330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57518) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:19.839160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Deleting port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:19.839160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.842535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:19.844418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] DHCP port deletion for 3a979969-6d33-4a2d-928b-864eacdca628 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:19.860346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.973975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c5fa7514-aa23-487d-956e-adb12bbafea7 None None] Provisioning complete for port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:19.974360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c5fa7514-aa23-487d-956e-adb12bbafea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:19.985034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] For port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,segment=NetworkSegment(23b823e0-ea14-4398-97be-79f6a4ce0fdc),segment_id=23b823e0-ea14-4398-97be-79f6a4ce0fdc)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:19.985522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.029004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.072016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c5fa7514-aa23-487d-956e-adb12bbafea7 None None] Port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:20.119136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Deleting port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:20.119516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.122468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Calling delete_port for 5df5cdb7-8562-475a-8bcf-1f8e5272b62d owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:20.133759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:20.169617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 7cc84fa4-7df3-467f-b2cf-afb61864e222 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:20.200534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.284533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] For port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,segment=NetworkSegment(23b823e0-ea14-4398-97be-79f6a4ce0fdc),segment_id=23b823e0-ea14-4398-97be-79f6a4ce0fdc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:20.284963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.344286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.356925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-eee0c2c2-69ef-4379-bf7e-f7698f4cdfdf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:20.394094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] No DVR routers for this DVR port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:20.396051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:20.422527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Sync routers for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:20.438856 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Calling delete_port for 5df5cdb7-8562-475a-8bcf-1f8e5272b62d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:20.440254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event deleted for resources: {'Port': ['ID=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:20.446896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:20.467716 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "PUT /v2.0/routers/f63bc411-4b87-49a9-8b14-857c8b1b3cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3324952 May 20 14:54:20.517951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:20.518585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:20.557087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.571505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a979969-6d33-4a2d-928b-864eacdca628']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:20.585560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b823e0-ea14-4398-97be-79f6a4ce0fdc') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:20.586344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b823e0-ea14-4398-97be-79f6a4ce0fdc') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:20.592736 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5f4ba055-9a49-489e-9904-52aa9a556bdb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=19464316936a4d91b12b02a0cd5122ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7690632 May 20 14:54:20.597357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57526) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:20.599041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.620880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.627076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:20.627497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.674270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.677281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:20.713158 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:20.722546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.726958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc98971a-4f71-4ea9-bff1-f54e3d8ba43f tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:20.746557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.761124 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] 10.222.0.58 "DELETE /v2.0/networks/3a979969-6d33-4a2d-928b-864eacdca628 HTTP/1.1" status: 204 len: 168 time: 1.9792311 May 20 14:54:20.765475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Pushing event deleted for resources: {'Network': ['ID=3a979969-6d33-4a2d-928b-864eacdca628,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:20.770303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:20.791393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.791950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router c8cdfd0d-06c2-4773-bae3-5c74168ffed6 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:54:20.844229 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-5fe28e7e-2217-4872-a786-61d2b980af61 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216858368&fields=id&tenant_id=d3be21e2fbe34ea0a92cc86657485970 HTTP/1.1" status: 200 len: 267 time: 0.1321776 May 20 14:54:20.849347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.852994 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-312c5281-f988-4bef-8112-be22e9323fd6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/c8cdfd0d-06c2-4773-bae3-5c74168ffed6 HTTP/1.1" status: 204 len: 168 time: 1.1204395 May 20 14:54:20.855259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57542) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:20.858530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.866355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ba82c0c9-2cc0-40af-8863-6f9f29893c44 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:20.868873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.881484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Transition to ACTIVE for port object e97af5e1-3164-4fbe-863d-2c45e456831d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:20.891865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:20.936263 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-28afb5e4-f325-4810-a24c-b29c3d7875c5 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3579 time: 1.6217127 May 20 14:54:20.937384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.943602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet e9791729-b475-4981-a8d3-6c4bf465364b {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:20.947546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:20.969169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.017341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.081989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=7cc84fa4-7df3-467f-b2cf-afb61864e222,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:21.128204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5df5cdb7-8562-475a-8bcf-1f8e5272b62d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:21.128437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.137063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:21.143482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] No DVR routers for this DVR port 7cc84fa4-7df3-467f-b2cf-afb61864e222 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:21.157076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.158028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.161504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.175511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57550) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:21.185458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:21.197841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5660f3e9-3df7-42f2-ac01-cc923a2b40da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:21.237554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0827d1f-8039-40f5-9f41-448de0f05c24,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:21.241790 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Network 3a979969-6d33-4a2d-928b-864eacdca628 is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:54:21.242797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] No DVR routers for this DVR port 5df5cdb7-8562-475a-8bcf-1f8e5272b62d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:21.244425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 5df5cdb7-8562-475a-8bcf-1f8e5272b62d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:54:21.244825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5df5cdb7-8562-475a-8bcf-1f8e5272b62d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:54:21.249653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:21.250872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7166e8-c4f9-4b86-b03d-52a0999c53f4 None None] Pushing event deleted for resources: {'Port': ['ID=5df5cdb7-8562-475a-8bcf-1f8e5272b62d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:21.382053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.417500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-d0bd1f00-b0e5-4c02-afb6-0bc52bf8b1a5 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:21.419075 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-d0bd1f00-b0e5-4c02-afb6-0bc52bf8b1a5 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/networks?id=53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 200 len: 796 time: 0.5057352 May 20 14:54:21.422799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.427144 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f0827d1f-8039-40f5-9f41-448de0f05c24 HTTP/1.1" status: 204 len: 168 time: 0.8285754 May 20 14:54:21.433912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf7716e-b6a3-44c5-bf52-37c23aed5112']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:21.453189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:21.453618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed6ab1de-08b7-4676-ac1f-08c37f5feaab') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:21.463415 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-8902803b-d435-451d-a0da-7262fa02234f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/quotas/d3be21e2fbe34ea0a92cc86657485970 HTTP/1.1" status: 200 len: 375 time: 0.0350690 May 20 14:54:21.477997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.554246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57560) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:21.573777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-257318350', 'description': 'tempest-secgroup-smoke-257318350 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:21.583449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.586715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:21.595585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:21.604645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:21.605069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.617768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-49935095-1841-4ef0-9797-9b1d1b7c256a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cc6266d6339c4155a53e23b40c0bd67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409752 May 20 14:54:21.620176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57564) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:21.631209 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:21.648840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:21.663315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:21.674390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Attempting to bind port e97af5e1-3164-4fbe-863d-2c45e456831d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:21.674770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Attempting to bind port e97af5e1-3164-4fbe-863d-2c45e456831d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:21.675370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Attempting to bind port e97af5e1-3164-4fbe-863d-2c45e456831d on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:21.677757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.691406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f4c74-c111-4efd-b4ca-7f6748a9e268 None None] Pushing event updated for resources: {'Port': ['ID=e97af5e1-3164-4fbe-863d-2c45e456831d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:21.700319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-934f4c74-c111-4efd-b4ca-7f6748a9e268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:21.703159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.486s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:21.703511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:21.704720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:21.705102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Checking segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:21.705504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.705892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Bound using segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:21.706376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Bound port: e97af5e1-3164-4fbe-863d-2c45e456831d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:21.706748 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.708749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:21.743527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.761253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.769700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15d93e6b-4989-4234-a13f-babe7b6eb5db tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:21.776436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=e9791729-b475-4981-a8d3-6c4bf465364b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:21.784619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.793811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:21.794941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:21.797474 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-b1861612-5b63-4397-a221-89ad0089b777 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3be21e2fbe34ea0a92cc86657485970&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220041 May 20 14:54:21.798531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:21.807585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Network': ['ID=6bf7716e-b6a3-44c5-bf52-37c23aed5112,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:21.810285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:21.815037 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/e9791729-b475-4981-a8d3-6c4bf465364b HTTP/1.1" status: 204 len: 168 time: 0.9597712 May 20 14:54:21.815263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424b4dd8-e155-4011-b01c-f85eec2089dc None None] Network bd55ad99-d84d-4346-9ea5-4c47392b5ef1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:21.815957 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/networks/6bf7716e-b6a3-44c5-bf52-37c23aed5112 HTTP/1.1" status: 204 len: 168 time: 3.6076281 May 20 14:54:21.816761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57570) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:21.817743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:21.818443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57572) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:21.819483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:21.837537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:22.176190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] For port e97af5e1-3164-4fbe-863d-2c45e456831d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:22.179848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:18Z', 'revision_number': 2, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:22.190295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Checking router: f63bc411-4b87-49a9-8b14-857c8b1b3cd5 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:54:22.190582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Updating router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:54:22.198702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.250126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 2cd7671f-334c-443a-b616-ae03a9304dc8 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:22.256737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.262216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.275692 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] For port e97af5e1-3164-4fbe-863d-2c45e456831d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e97af5e1-3164-4fbe-863d-2c45e456831d,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:22.317138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.334206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:22.344040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.352156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.370444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.397185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d8e5df28-a9dd-4dc2-b4ba-45158bc71e25 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:22.415688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.421854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port e7b9c4f6-dc41-48f0-b44d-e47c8550b66d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:22.422195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.469670 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-98f8b657-97d1-44ad-b533-26dc175478d8 service neutron] 10.222.0.58 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560304 May 20 14:54:22.498464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:22.499278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:22.532723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.553997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae673d9-1fbe-446a-aa30-0cbd4aab1288 tempest-NetworksIpV6TestAttrs-293791186 tempest-NetworksIpV6TestAttrs-293791186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:22.557802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06e3ac-9e92-42da-a591-a404290421ad,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:22.560095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.564412 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0044608 May 20 14:54:22.565661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57596) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:22.567480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:22.583188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '0a06e3ac-9e92-42da-a591-a404290421ad', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:22.587898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c72a0ca-c37b-4d6a-8baf-f36067589456,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:22.597000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:22.603540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f4c74-c111-4efd-b4ca-7f6748a9e268 None None] Pushing event updated for resources: {'Port': ['ID=e97af5e1-3164-4fbe-863d-2c45e456831d,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:22.603975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:22.630420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.631723 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7c72a0ca-c37b-4d6a-8baf-f36067589456 HTTP/1.1" status: 204 len: 168 time: 1.0079963 May 20 14:54:22.636323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:22.642405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:22.647661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.648012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.648697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-934f4c74-c111-4efd-b4ca-7f6748a9e268 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:22.673011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:22.709245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:22.737970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] DHCP port deletion for bd55ad99-d84d-4346-9ea5-4c47392b5ef1 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:22.748523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57602) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:22.765279 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-efe71922-0e42-42da-975e-b10d60326d00 service neutron] 10.222.0.58 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758536 May 20 14:54:22.917085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5eda79db-e369-4c9c-9555-9c728f3ab7b6 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:22.944536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for e7b9c4f6-dc41-48f0-b44d-e47c8550b66d owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:22.996927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.020145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-415719102'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:23.029503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:23.036237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:23.072282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:23.092694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.099969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.152518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:23.166319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-916b0907-9719-4f0c-a7c7-be1bf6f6e97e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:23.181366 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-54a629cf-b905-4c6d-90cd-7ba0e794c0e7 req-81abda66-6673-4175-b1e1-caace553e657 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 210 time: 0.1048682 May 20 14:54:23.200804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:23.205842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.216162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baec04c5-92f1-4730-9655-c703bbc3d2ab,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:23.227126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.260589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:23.265675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:23.265852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group_rule and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:23.267066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.270396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:23.271504 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6981139 May 20 14:54:23.272419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57618) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:23.275722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:23.278990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:23.279234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '0a06e3ac-9e92-42da-a591-a404290421ad', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:23.285961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.286173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.293841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:23.296376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-125b2a01-a2e6-4408-8cf3-88fbcdb6ecb5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:23.296580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6b7004b4-00c1-45f8-a2ba-5011600b475c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:23.345223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=2cd7671f-334c-443a-b616-ae03a9304dc8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:23.347916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.354455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:23.361778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:23.367990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=e7b9c4f6-dc41-48f0-b44d-e47c8550b66d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:23.377609 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:23.379359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b335ab7-e3e0-49b6-ba60-45f32c7651fb None None] Network b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:23.397986 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-79adbf46-8ca8-4620-a26c-d295ff751140 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/2cd7671f-334c-443a-b616-ae03a9304dc8 HTTP/1.1" status: 204 len: 168 time: 1.5643079 May 20 14:54:23.400979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57624) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:23.407531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:23.424318 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:23.535387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.541958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.546140 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/floatingips/b4251cda-ac75-4a11-af87-76ab16ff1983 HTTP/1.1" status: 204 len: 168 time: 1.7264824 May 20 14:54:23.559957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57634) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:23.604445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.626954 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-933ea0d7-56a3-4680-a707-cbe9fadc4ce4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] DELETE failed (client error): The resource could not be found. May 20 14:54:23.627444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-933ea0d7-56a3-4680-a707-cbe9fadc4ce4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:54:23.631851 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-933ea0d7-56a3-4680-a707-cbe9fadc4ce4 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/ports/b47efb1f-8c3f-4862-84b3-b399de18a79a HTTP/1.1" status: 404 len: 333 time: 0.0706813 May 20 14:54:23.635704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57640) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:23.651975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.713061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-76868c4d-4335-4669-b2a8-c22e7ce6e1e5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Synchronizing usage tracker for tenant:856b94cac2f149bda0e20547913c27eb on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:23.748595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-76868c4d-4335-4669-b2a8-c22e7ce6e1e5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Unset dirty status for tenant:856b94cac2f149bda0e20547913c27eb on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:23.766729 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-76868c4d-4335-4669-b2a8-c22e7ce6e1e5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab HTTP/1.1" status: 200 len: 205 time: 0.1300817 May 20 14:54:23.768822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57646) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:23.789909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.798471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.802862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7526a483-e950-4f0f-920e-2eaa307de408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:23.847772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 743, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:23.861852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd64ee-e32e-4ef0-8de1-02875a23b5bd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:23.869199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:23.875918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.876424 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment 0b0d5492-f9df-408e-8725-812d4a327f7b of type vlan for network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 May 20 14:54:23.885732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:23.886166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.950471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.958762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Deleting port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:23.959192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:23.961810 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-df5c11a3-fbb2-4546-8a73-0e1b55a97d88 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] delete failed (client error): The resource could not be found. May 20 14:54:23.965801 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-df5c11a3-fbb2-4546-8a73-0e1b55a97d88 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/routers/9c9d4c8b-9d76-4ff5-97b1-1e14d8daf0ab HTTP/1.1" status: 404 len: 336 time: 0.1952789 May 20 14:54:23.966871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57656) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:23.970035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.002568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.037024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 5eda79db-e369-4c9c-9555-9c728f3ab7b6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5eda79db-e369-4c9c-9555-9c728f3ab7b6,segment=NetworkSegment(d818d3e3-bc00-4d23-89dc-1f7e99d76c3d),segment_id=d818d3e3-bc00-4d23-89dc-1f7e99d76c3d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:24.037648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.041543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d0334cc2-444f-4e85-b913-f72c6ae0ac87 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:24.068253 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-962c86db-20a7-400e-8d7c-60b9e90a45a5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] DELETE failed (client error): The resource could not be found. May 20 14:54:24.068608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962c86db-20a7-400e-8d7c-60b9e90a45a5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:54:24.069619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] For port 5eda79db-e369-4c9c-9555-9c728f3ab7b6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5eda79db-e369-4c9c-9555-9c728f3ab7b6,segment=NetworkSegment(d818d3e3-bc00-4d23-89dc-1f7e99d76c3d),segment_id=d818d3e3-bc00-4d23-89dc-1f7e99d76c3d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:24.070076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.082672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-962c86db-20a7-400e-8d7c-60b9e90a45a5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/subnets/21102072-d820-4307-bf9b-9595a11dd49d HTTP/1.1" status: 404 len: 337 time: 0.1145673 May 20 14:54:24.083443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57660) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:24.087973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b05f234-6229-483b-9ace-47db3a588fa5,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:24.127195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57664) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:24.127405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.130940 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8544664 May 20 14:54:24.144263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57668) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:24.151218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.151780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.152385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.152858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.153379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.153938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.154612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.155216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.156069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.156210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.156750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.157584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:24.162039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8442b136-bddb-4fce-8342-93763de7b6b8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:24.174414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '0a06e3ac-9e92-42da-a591-a404290421ad', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:24.197244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:24.199442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Calling delete_port for 5eda79db-e369-4c9c-9555-9c728f3ab7b6 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:24.256860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:24.267854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:54:24.269573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:24.280482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.282962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:24.300526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2674102d-8352-42d1-b706-0f16c68644ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:24.323991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 5eda79db-e369-4c9c-9555-9c728f3ab7b6 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:24.325032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1324017781'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:24.332586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.343214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:24.349195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 89c75287-43e4-474b-b7b0-c02d3f81f99a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:24.349538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.354859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Pushing event deleted for resources: {'Port': ['ID=5eda79db-e369-4c9c-9555-9c728f3ab7b6,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:24.357637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.366626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:24.374156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:24.399555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:24.405077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] No DVR routers for this DVR port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:24.420096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.420364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:24.425683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:24.426903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.430300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.444373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ce1fdc42-2bd9-4246-bb9d-27487cf0cde9 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:24.537828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] DHCP port deletion for b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:24.545645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.596071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.598511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.599565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.628447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Transition to ACTIVE for port object 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:24.639723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.650163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.650773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:24.664429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-98cf5792-fb09-4bf1-807a-c142f2e96713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:24.667540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9c6aa30-3f5b-4459-a28b-1707907c8cdd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:24.681217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:24.714538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd8af2c0-1713-4229-bf78-a9af37d0a379 req-15c35be2-21c7-41d2-be5e-bf4a9e652541 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 210 time: 0.3341398 May 20 14:54:24.730683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 5eda79db-e369-4c9c-9555-9c728f3ab7b6 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:24.878874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2f68e76e-e9e0-4ab0-9acf-477bef887037 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:24.897719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=db12e0e9-b9af-4544-8fc3-d6d89c4b5e77,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:24.901682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:24.918854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d55bd5aa-9e00-410e-81bf-98f94df52c77 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:24.925588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:24.970394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=5eda79db-e369-4c9c-9555-9c728f3ab7b6,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:24.972948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:24.977940 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2258425 May 20 14:54:24.981335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57680) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:24.989556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'name': 'tempest-PortsTestJSON-1475944614'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:25.057215 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 89c75287-43e4-474b-b7b0-c02d3f81f99a owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:25.063008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:22Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:25.064193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:25.072056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:25.085147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.133152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a76b28-1fbb-46af-a63d-4084e8dead70,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.135266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:25.153524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.160860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b40d2-6e18-4804-9a37-285c06a8d1d4 None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:22Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:25.162079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f2876-2881-4192-ac4d-eeb1eb9b060d None None] Pushing event updated for resources: {'Port': ['ID=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.162588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd55ad99-d84d-4346-9ea5-4c47392b5ef1']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:25.169746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.171034 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0217690 May 20 14:54:25.178619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57684) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:25.201896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '0a06e3ac-9e92-42da-a591-a404290421ad', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:25.207927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:25.213399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:25.216340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:25.219611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f73f2876-2881-4192-ac4d-eeb1eb9b060d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.224214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:25.244396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:25.244396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd818d3e3-bc00-4d23-89dc-1f7e99d76c3d') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:25.265694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-f7a1203c-44ba-4dfe-8917-178537b74934 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:25.266550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-f7a1203c-44ba-4dfe-8917-178537b74934 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Synchronizing usage tracker for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:25.268893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Deleting port 2f68e76e-e9e0-4ab0-9acf-477bef887037 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:25.269461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.277591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.289991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.297951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:25.313373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-f7a1203c-44ba-4dfe-8917-178537b74934 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Unset dirty status for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:25.314693 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-f7a1203c-44ba-4dfe-8917-178537b74934 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.11 "GET /v2.0/networks?id=53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 200 len: 796 time: 0.7182901 May 20 14:54:25.316296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:25.337057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:25.346334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Attempting to bind port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:25.347436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Attempting to bind port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:25.348124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Attempting to bind port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 on network 53304783-2fc0-4fb9-a175-95c4d3c0836d {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:25.351619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.371354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:25.396257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:25.396859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:25.415242 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:25.463790 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:25.464272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Checking segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:25.464755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.465229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Bound using segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:25.465794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Bound port: 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:25.466243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.466360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-c5092a38-942a-421d-aef8-387e58a57942 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Synchronizing usage tracker for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:25.480991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.493427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] For port 2f68e76e-e9e0-4ab0-9acf-477bef887037, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2f68e76e-e9e0-4ab0-9acf-477bef887037,segment=NetworkSegment(0fab88ff-50a2-42a5-83d6-03d4d2c349b9),segment_id=0fab88ff-50a2-42a5-83d6-03d4d2c349b9)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:25.493927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.497497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.501610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:25.506004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:25.509867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:25.516625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:25.520757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8f12cbd-4dc7-428d-abae-9fc26afd4dc3 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:25.545847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.553400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.562842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.566978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:25.571128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.589166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-562c8e1d-3ceb-4198-b701-349f3bda882c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:25.593232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-c5092a38-942a-421d-aef8-387e58a57942 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Unset dirty status for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:25.594557 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-c5092a38-942a-421d-aef8-387e58a57942 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3be21e2fbe34ea0a92cc86657485970 HTTP/1.1" status: 200 len: 379 time: 0.2709696 May 20 14:54:25.609724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'port': {'device_id': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'admin_state_up': True, 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'security_groups': ['26f3042e-fe5d-42cb-b974-b5dd4b61d548']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:25.610547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.623198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port ff5b0643-3b57-425b-bb22-db826be6c207 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:25.666038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=bd55ad99-d84d-4346-9ea5-4c47392b5ef1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.674776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae41e811-c5a8-442b-920e-d96179eeea85,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.675359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.682219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.689177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.693259 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/bd55ad99-d84d-4346-9ea5-4c47392b5ef1 HTTP/1.1" status: 204 len: 168 time: 2.2894070 May 20 14:54:25.696797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57688) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:25.697040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-64e3f12a-55ef-4048-8f7c-b46eada540eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:25.703088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.719755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Calling delete_port for 2f68e76e-e9e0-4ab0-9acf-477bef887037 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:25.750263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2f68e76e-e9e0-4ab0-9acf-477bef887037, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2f68e76e-e9e0-4ab0-9acf-477bef887037,segment=NetworkSegment(0fab88ff-50a2-42a5-83d6-03d4d2c349b9),segment_id=0fab88ff-50a2-42a5-83d6-03d4d2c349b9)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:25.777272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.790112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=89c75287-43e4-474b-b7b0-c02d3f81f99a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.794450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74d9edc8-19eb-4340-8f7b-b14fb3b4c842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:25.795900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.874876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6235dca0-7372-481a-be3f-85a1d713adf5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:25.884872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.893049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2f68e76e-e9e0-4ab0-9acf-477bef887037,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.907736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.908925 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7204192 May 20 14:54:25.917017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57694) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:25.927911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf8434f-febe-4601-85a1-efc821f29017,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:25.931019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.937728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '0a06e3ac-9e92-42da-a591-a404290421ad', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:25.961193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.965541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:25.976667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.983388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:25.983612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca40d899-ec2f-4196-b98c-173c214f2a33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.010203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.030801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Pushing event deleted for resources: {'Port': ['ID=2f68e76e-e9e0-4ab0-9acf-477bef887037,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.032697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] No DVR routers for this DVR port 2f68e76e-e9e0-4ab0-9acf-477bef887037 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:26.034470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] For port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:26.036675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.047509 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] For port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:26.053156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.056564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:26.059353 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.091018 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ae01ab5a-40b8-4bbe-bb12-8afea1c1ff93 req-409064ed-43f9-42e6-812c-020d7bf4f8a9 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 210 time: 0.1653626 May 20 14:54:26.092756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:26.095497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.097874 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/ports/89c75287-43e4-474b-b7b0-c02d3f81f99a HTTP/1.1" status: 204 len: 168 time: 2.0125539 May 20 14:54:26.101805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.105317 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9729786 May 20 14:54:26.112489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57698) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:26.112840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57700) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:26.122915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:26.139901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:26.160029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:port and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:26.166854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:26.170413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:26.170964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:26.178840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:26.224148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.239030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ce2c97-4757-4c50-a6f5-b4d64433ecf7']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:26.249706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73f2876-2881-4192-ac4d-eeb1eb9b060d None None] Pushing event updated for resources: {'Port': ['ID=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.255233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f73f2876-2881-4192-ac4d-eeb1eb9b060d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.267313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fab88ff-50a2-42a5-83d6-03d4d2c349b9') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:26.267843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fab88ff-50a2-42a5-83d6-03d4d2c349b9') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:26.281590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.304057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-440afda8-ada7-4b90-bb6f-db52d3bcc238 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:26.305400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.312493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:26.312889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.314175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5558e1-fd7f-4cff-b690-a8379178cb2e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.317664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.318490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Made reservation on behalf of d3be21e2fbe34ea0a92cc86657485970 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:26.323120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.372455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-440afda8-ada7-4b90-bb6f-db52d3bcc238 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:26.374241 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-440afda8-ada7-4b90-bb6f-db52d3bcc238 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2589154 May 20 14:54:26.385906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57706) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:26.401844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-security--291203162', 'description': 'tempest-security-description-8919848'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:26.428203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:26.543077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.551175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:26.555174 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:26.606088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:26.637975 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:54:26.644291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.649481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.663786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.682375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.689486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 3a71ef80-3138-482f-a826-921e36fe2921 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:26.689961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.698121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=b4ce2c97-4757-4c50-a6f5-b4d64433ecf7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.712772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.714567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.724729 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/b4ce2c97-4757-4c50-a6f5-b4d64433ecf7 HTTP/1.1" status: 204 len: 168 time: 1.0234823 May 20 14:54:26.725713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5b34277-ca13-4e4c-81ae-d13fa31ea3b0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.743758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57710) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:26.758071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.766368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707434079'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:26.775245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Allocated IP 172.20.0.14 (53304783-2fc0-4fb9-a175-95c4d3c0836d/af032417-d244-4d87-8e03-6c480cdbf43b/ce529714-ff13-470a-81c9-864edafc22ea) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:26.777687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:26.781981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.791423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c4fde34-31a9-4055-a15f-e1cf9da478d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.847164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:26.848964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=ff5b0643-3b57-425b-bb22-db826be6c207,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.856226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:26.858831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.866023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.868892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': '0b0d5492-f9df-408e-8725-812d4a327f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:26.869247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: db12e0e9-b9af-4544-8fc3-d6d89c4b5e77, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:26.880967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.883286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.886969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d1eb5a50-e263-4866-87f8-becea5f1f3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:26.887156 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "PUT /v2.0/security-groups/2d5558e1-fd7f-4cff-b690-a8379178cb2e HTTP/1.1" status: 200 len: 1776 time: 0.4947014 May 20 14:54:26.897256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57714) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:26.914242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:26.925181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e97af5e1-3164-4fbe-863d-2c45e456831d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:26.930661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744c4992-8ad1-4084-b60c-35e751584c15,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.939309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:26.946279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.949372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5558e1-fd7f-4cff-b690-a8379178cb2e,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:26.952307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:26.959458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.961113 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0403163 May 20 14:54:26.963765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57718) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:26.969352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '0a06e3ac-9e92-42da-a591-a404290421ad', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:26.975662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:26.985977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:26.989711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:26.997203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:25Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:27.003976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc10254-38f5-4f37-88f7-2973e79308d0 None None] The sync data for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv is: [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:25Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:27.020090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.020350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port e97af5e1-3164-4fbe-863d-2c45e456831d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:27.026513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e97af5e1-3164-4fbe-863d-2c45e456831d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:27.026903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.066571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:27.084468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.084977 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment 37dae96a-63dc-48f6-818a-9e962c59375f of type vlan for network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe May 20 14:54:27.126629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.185472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:27.189165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:27.198787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:27.210989 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d65530d4-7d3a-464f-90be-a46d4288c95c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups/2d5558e1-fd7f-4cff-b690-a8379178cb2e HTTP/1.1" status: 200 len: 1776 time: 0.3085554 May 20 14:54:27.210989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, db12e0e9-b9af-4544-8fc3-d6d89c4b5e77) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:27.213551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57724) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:27.221587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ab8668-692d-443a-afd1-02582c16c3e1 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:27.252064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.261336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:27.262213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.265229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:27.271081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:27.271868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.295394 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:54:27.332322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:27.348340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.373368 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3881228 May 20 14:54:27.373368 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e027956f-c86d-4247-b019-dcb77091e51b req-f446b5f5-5aa8-47ef-a4a2-d3c0d7a26b74 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 210 time: 0.0962975 May 20 14:54:27.376870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57728) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:27.416322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1748433952'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:27.431254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:27.444301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.449738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:27.465161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:27.477251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.482058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:27.506841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.533232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:27.537168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.543382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port e97af5e1-3164-4fbe-863d-2c45e456831d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e97af5e1-3164-4fbe-863d-2c45e456831d,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:27.556364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.558755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-515cd0bf-dcc1-404a-a899-4cc029df4855 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:27.570571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.587691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.599017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:27.642493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:27.647591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02fa99c8-ae2b-4c93-8392-f9af8e9a6702,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:27.650958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:27.658927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=e97af5e1-3164-4fbe-863d-2c45e456831d,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:27.661143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.661611 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment 48f99b31-4ff1-4a56-9c60-21d4ac12513f of type vlan for network d22d37c9-5e66-41d3-a0f9-1570cff7cc78 May 20 14:54:27.663295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:27.669651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.679317 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7063034 May 20 14:54:27.690504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.698316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3e986d3c-03bf-4be1-9bae-5c4fbee2d97d tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:27.707018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.712465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 3a71ef80-3138-482f-a826-921e36fe2921 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:27.721391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5558e1-fd7f-4cff-b690-a8379178cb2e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:27.724028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:27.761018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.765106 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d5558e1-fd7f-4cff-b690-a8379178cb2e HTTP/1.1" status: 204 len: 168 time: 0.5474262 May 20 14:54:27.765106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57734) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:27.785532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.791523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:27.792214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.798706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3b3553f0-d903-42d2-a37b-00ad98249117 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:27.857978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:27.910357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=444cee8b-66ca-41e7-bb8f-7eedaed4ebbe,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:27.924023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:27.924196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:27.927860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77536874-89ca-4d08-a915-8dead8718766 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:27.971961 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5914288 May 20 14:54:27.971961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=d22d37c9-5e66-41d3-a0f9-1570cff7cc78,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:27.977509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57748) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:27.979113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.979519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.979975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.980365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.980737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.981107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.981916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.981916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.982209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.982832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.982964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.983274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:27.988857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ff7cd7ae-6b46-491a-bb8b-8572fabb5bad tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:27.992627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'ports': [{'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'}, {'network_id': 'd22d37c9-5e66-41d3-a0f9-1570cff7cc78'}]} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:27.992936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:27.993405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'd22d37c9-5e66-41d3-a0f9-1570cff7cc78'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:28.000177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:28.009045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=3a71ef80-3138-482f-a826-921e36fe2921,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:28.016568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:28.018330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-5551c68c-d252-4524-bbdb-0d1b9ce1f3af tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:28.027759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ff7cd7ae-6b46-491a-bb8b-8572fabb5bad tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:28.031864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ff7cd7ae-6b46-491a-bb8b-8572fabb5bad tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2631855 May 20 14:54:28.032441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57752) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:28.051699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-5551c68c-d252-4524-bbdb-0d1b9ce1f3af tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:28.053399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-65f055a1-8d9d-47ba-9040-18f5212540fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3046081 May 20 14:54:28.059947 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-5551c68c-d252-4524-bbdb-0d1b9ce1f3af tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-257318350&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.1189299 May 20 14:54:28.075830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57756) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:28.079665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d22d37c9-5e66-41d3-a0f9-1570cff7cc78 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:28.080426 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-bf924d67-2a1b-47f9-b2cb-21091a4fd85c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] delete failed (client error): The resource could not be found. May 20 14:54:28.086243 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bf924d67-2a1b-47f9-b2cb-21091a4fd85c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/2d5558e1-fd7f-4cff-b690-a8379178cb2e HTTP/1.1" status: 404 len: 347 time: 0.0486732 May 20 14:54:28.086423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57758) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:28.103496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948143121'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:28.114140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:28.153662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:28.182739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:28.215088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.247430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.251143 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/ports/3a71ef80-3138-482f-a826-921e36fe2921 HTTP/1.1" status: 204 len: 168 time: 2.1355109 May 20 14:54:28.255518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-898c82b7-5d63-4035-af43-8dc01d0a8a44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:28.257004 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-898c82b7-5d63-4035-af43-8dc01d0a8a44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 797 time: 0.1966293 May 20 14:54:28.258022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57764) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:28.261636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:28.295877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:28.318571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:28.329048 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-9163b788-6f2d-425e-aab4-6c20bc858444 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0262368 May 20 14:54:28.330479 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:28.367858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.420503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:28.452453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d91f7a-28a3-4609-9044-6033297f38e7 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:28.453166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f1d91f7a-28a3-4609-9044-6033297f38e7 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Synchronizing usage tracker for tenant:856b94cac2f149bda0e20547913c27eb on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:28.466207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Transition to ACTIVE for port object ce529714-ff13-470a-81c9-864edafc22ea will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:28.478503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:28.482446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:28.498641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:28.517238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f1d91f7a-28a3-4609-9044-6033297f38e7 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Unset dirty status for tenant:856b94cac2f149bda0e20547913c27eb on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:28.518372 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f1d91f7a-28a3-4609-9044-6033297f38e7 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c265f06-e264-4b33-bc6b-6494c3fe90f4 HTTP/1.1" status: 200 len: 913 time: 0.2583323 May 20 14:54:28.520633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:28.522608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57770) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:28.560483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-41eaab24-2c8f-4769-9aef-a80670abef7a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:28.569407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.580310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:28.582108 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9a940113-7ff6-4dde-a1ef-42b5b0655a45 req-0c6705d9-f8fb-4ed9-a76b-b3141b5e73c5 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 210 time: 0.0756574 May 20 14:54:28.582796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:28.584003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.586232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.592353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4934bffe-76de-4f0c-b750-62cf3e4dff43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:28.603404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:28.621921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-41eaab24-2c8f-4769-9aef-a80670abef7a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:28.627998 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-41eaab24-2c8f-4769-9aef-a80670abef7a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2830915 May 20 14:54:28.642239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:28.685540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b2ffb7-0f0d-445a-a25c-b76b73232aec,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:28.689933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:28.690747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.694113 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6046600 May 20 14:54:28.708870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57774) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:28.735214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '51b2ffb7-0f0d-445a-a25c-b76b73232aec', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:28.743903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 2} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:28.748254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.761600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:28.794505 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-85b3ebac-71ea-4ab1-8e56-e40e1e812ea5 service neutron] 10.222.0.58 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558762 May 20 14:54:28.827637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:28.830447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.842610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:28.852535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-693c0567-2dcf-43ef-8376-86e04378c263 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:28.886160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:28.910942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:28.913030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:28.943426 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-3a93cddb-3406-4a45-8b8a-0f86ed0eabcb service neutron] 10.222.0.58 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392820 May 20 14:54:28.993362 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:28.995007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:28.998826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:28.999249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.012680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:29.017581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:29.155671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:29.175195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.189289 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-00e2a9b2-353f-4b70-826e-39fc172e0538 req-9d60c600-b087-4ed2-afc7-3e09210d6a70 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 210 time: 0.0853074 May 20 14:54:29.238360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:29.245726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.247378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e97af5e1-3164-4fbe-863d-2c45e456831d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:29.291759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:29.399547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:29.412136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.412497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.412851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.413185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.413514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.414404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.414753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.415067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.415422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.415750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.416083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.416397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:54:29.418340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:29.421139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:29.422436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3be8da4f-ccb5-4155-ae85-3003e0d8fa83 None None] Provisioning for port ce529714-ff13-470a-81c9-864edafc22ea completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:29.430989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3be8da4f-ccb5-4155-ae85-3003e0d8fa83 None None] Provisioning complete for port ce529714-ff13-470a-81c9-864edafc22ea triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:29.431412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3be8da4f-ccb5-4155-ae85-3003e0d8fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.435416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.461665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port e97af5e1-3164-4fbe-863d-2c45e456831d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:29.462053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.497562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 86185b9a-fa72-4a1f-bd3b-064338c20022 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:29.523763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:29.524374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.548096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3be8da4f-ccb5-4155-ae85-3003e0d8fa83 None None] Port ce529714-ff13-470a-81c9-864edafc22ea cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:29.688102 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0826201 May 20 14:54:29.737941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Request body: {'port': {'device_id': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:29.787664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.789701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f433590-e128-484f-88e8-3a95f6d989ca req-0fe9b303-90b5-4b2e-9956-7013af0a0403 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:29.791445 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9f433590-e128-484f-88e8-3a95f6d989ca req-0fe9b303-90b5-4b2e-9956-7013af0a0403 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 932 time: 0.0889864 May 20 14:54:29.819570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:29.827790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5d3d01c4-df5c-4eb7-99e3-2b31912f75fa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:29.840284 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9f433590-e128-484f-88e8-3a95f6d989ca req-85594604-b1cc-44b4-b6ce-56160460a6af tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 May 20 14:54:29.929482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab066894-68ec-465e-b096-c193b027769a,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:29.969806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:30.029731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.033448 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3159873 May 20 14:54:30.033832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57790) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:30.063847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.075690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.101139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.107603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:30.119038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab066894-68ec-465e-b096-c193b027769a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:30.121226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:30.122681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.123755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.126447 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/ab066894-68ec-465e-b096-c193b027769a HTTP/1.1" status: 204 len: 168 time: 0.0915895 May 20 14:54:30.127038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57794) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:30.183358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-df6ed014-589b-4f94-a673-ba9e58e4d75c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:30.202630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-df6ed014-589b-4f94-a673-ba9e58e4d75c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:30.205923 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-df6ed014-589b-4f94-a673-ba9e58e4d75c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0778804 May 20 14:54:30.208809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57800) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:30.251251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.296417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.370183 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f5494030-6877-4d9d-a28a-72ea7fa03eb3 req-c1741161-abda-40fa-a72a-bd72b65f59ea tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 210 time: 0.0463939 May 20 14:54:30.371534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.422405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.427944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb893e0e-36d4-41b1-8f35-ba54ad28470a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:30.453571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b2ffb7-0f0d-445a-a25c-b76b73232aec,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:30.458747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:30.469612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.471338 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/51b2ffb7-0f0d-445a-a25c-b76b73232aec HTTP/1.1" status: 204 len: 168 time: 0.2610166 May 20 14:54:30.473628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57808) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:30.526902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a79c62aa-b143-416f-b537-6d7ec0d4916c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:30.544488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a79c62aa-b143-416f-b537-6d7ec0d4916c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:30.546002 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a79c62aa-b143-416f-b537-6d7ec0d4916c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713527 May 20 14:54:30.549893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57812) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:30.556239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--765621994'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:30.566342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:30.570919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 0f7a33de-5229-4593-82a6-15866466fda7 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:30.577381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:30.590441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.667943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-b0ac761d-63de-4eab-a9f3-d6ab5a373d84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:30.668951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-b0ac761d-63de-4eab-a9f3-d6ab5a373d84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:30.744261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:30.748278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:30.751635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:30.757394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:30.776057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.830429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.836382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.842346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e4ddb258-aad4-4348-a708-eadbb0dd695a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:30.842977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:30.905713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0509fd-669f-4366-9597-16175cc9c53d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:30.919407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:30.920728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:30.924462 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3709497 May 20 14:54:30.924706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57818) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:30.930520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '3c0509fd-669f-4366-9597-16175cc9c53d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:30.937878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:30.944159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:30.948417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:30.955733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:31.007229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:31.007721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.030127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.119767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebec0e-a728-4e32-a791-b99e01253762 req-23763200-b58e-464e-9720-77260e96e0a6 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:31.121163 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-67ebec0e-a728-4e32-a791-b99e01253762 req-23763200-b58e-464e-9720-77260e96e0a6 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 932 time: 0.1323020 May 20 14:54:31.144094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-b0ac761d-63de-4eab-a9f3-d6ab5a373d84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:31.145210 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-b0ac761d-63de-4eab-a9f3-d6ab5a373d84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 797 time: 0.9430311 May 20 14:54:31.153076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.159155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.163041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e8e5f573-8efa-4172-b74c-59479c0f306e tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.197790 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d82cef3-5137-454a-ac6e-138faa98c8fa,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.204847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.212746 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-67ebec0e-a728-4e32-a791-b99e01253762 req-b1e39553-bb29-4b4d-bd5b-767bf57e8e27 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776787 May 20 14:54:31.218296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.219992 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2941380 May 20 14:54:31.222640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57822) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:31.228222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '3c0509fd-669f-4366-9597-16175cc9c53d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:31.234240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:31.238334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:31.240438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.241290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:31.247930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:31.252422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a785341-8141-413c-b5f6-3a862bb562fa tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.263309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.325777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.329351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.331243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c0e7f6d0-f8a3-405b-812b-27b2679e761a tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.353626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab0b4b7-163d-4334-91b0-775501da83dc,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.356202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.366762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.368238 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1442182 May 20 14:54:31.370725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57826) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:31.376157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '3c0509fd-669f-4366-9597-16175cc9c53d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:31.381855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:31.386445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:31.389591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:31.395512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:31.397070 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-975cc943-c2da-4130-bc94-6bece34e26f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.2359505 May 20 14:54:31.414368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.440363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['0a06e3ac-9e92-42da-a591-a404290421ad']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:31.480123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.484684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.493529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.494290 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.551975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e218731f-fc22-49f9-8104-95c86e6292a9,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.554809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.557875 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-715b24b6-514d-47e9-a84d-7266a335095d req-27fa3e0e-5a73-4433-9147-50ed8f884b49 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 210 time: 0.0668654 May 20 14:54:31.563924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=d9080eef-55f2-4c29-b37d-9e0b53b565d9,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.572328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.583142 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2018902 May 20 14:54:31.583142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57832) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:31.583142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '3c0509fd-669f-4366-9597-16175cc9c53d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:31.587872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.589551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:31.593600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:31.596478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:31.602101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:31.618561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.666208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.resource_extend [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:54:31.684481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.688468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.690474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3e23296a-0abf-478e-8661-10564bdf55ba tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.701460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': '37dae96a-63dc-48f6-818a-9e962c59375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:31.701822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:31.713896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0d08d7-8a10-42fe-b0b6-5d07d03fe7e8,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.716661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.726980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.728189 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509714 May 20 14:54:31.730919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57836) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:31.735939 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '3c0509fd-669f-4366-9597-16175cc9c53d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:31.742258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:31.746502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:31.749592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:31.755307 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:31.771962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.812650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:31.825504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce529714-ff13-470a-81c9-864edafc22ea {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:54:31.832295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:31.834702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.837920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.841793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.843782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-082b22bf-ec74-4e3e-951f-852699058fcd tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.855315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.857571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.867853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10bd13b-a633-4d0b-892f-f44097884dc2,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.870433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.885590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.887231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1552222 May 20 14:54:31.890204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57840) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:31.902711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:31.904580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:31.911375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97de284-59ed-4047-9c66-58898a97eb91 None None] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:31.922594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.936963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.953499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Transition to ACTIVE for port object ce529714-ff13-470a-81c9-864edafc22ea will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:31.964100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.966598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c1d88bb9-b25a-4fdd-bf0c-261d5587673e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:31.970032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:31.970599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.975207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:31.979943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.984892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a10bd13b-a633-4d0b-892f-f44097884dc2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:31.989094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:31.993068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.993232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:31.994491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:31.998273 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a10bd13b-a633-4d0b-892f-f44097884dc2 HTTP/1.1" status: 204 len: 168 time: 0.1038275 May 20 14:54:31.998503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57844) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.003422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:32.013722 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=86185b9a-fa72-4a1f-bd3b-064338c20022,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:32.022080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:32.025696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:32.026572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.027858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-49c92796-274e-43ee-b2f7-e4dc6336682c tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:32.060031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-96983e18-e8c1-4fab-ad62-26c5c6807e97 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:32.078347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-96983e18-e8c1-4fab-ad62-26c5c6807e97 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:32.083080 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-96983e18-e8c1-4fab-ad62-26c5c6807e97 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0804601 May 20 14:54:32.083080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57848) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.117494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.129856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.157245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.159417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-76f35e76-c7c2-49d6-bb04-2fb045348829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:32.174899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b0d08d7-8a10-42fe-b0b6-5d07d03fe7e8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:32.180711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:32.190529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.191718 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/5b0d08d7-8a10-42fe-b0b6-5d07d03fe7e8 HTTP/1.1" status: 204 len: 168 time: 0.1079607 May 20 14:54:32.194576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57852) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.200055 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1163065 May 20 14:54:32.210368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57856) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.217914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-444cee8b-66ca-41e7-bb8f-7eedaed4ebbe', 'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': 'd9080eef-55f2-4c29-b37d-9e0b53b565d9'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:32.218752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.224410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-333679666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:32.233450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:32.238636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:32.243057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:32.250735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:32.278774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.280037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.297355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.322808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.341624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-959be9c5-2e54-40e9-9b7b-39b5179f0de0 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:32.350128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581e907-a74c-4d75-8693-380396100821 service neutron] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:32.377020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.381485 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-201a3a5f-a415-46c1-9b5b-7b7fbf184217 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1684790 May 20 14:54:32.382300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57862) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.385768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-959be9c5-2e54-40e9-9b7b-39b5179f0de0 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:32.390661 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-959be9c5-2e54-40e9-9b7b-39b5179f0de0 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1949537 May 20 14:54:32.391637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57866) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.395955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'port': {'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe', 'name': 'tempest-RoutersTest-247713332'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:32.407105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9581e907-a74c-4d75-8693-380396100821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:32.434632 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9c575d7a-bd52-41c5-a7dc-527520927d4e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:32.456470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Allocated IP 172.20.0.2 (444cee8b-66ca-41e7-bb8f-7eedaed4ebbe/d9080eef-55f2-4c29-b37d-9e0b53b565d9/50f6b131-23ef-449e-8269-02fafe6a7fcd) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:32.530888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': '48f99b31-4ff1-4a56-9c60-21d4ac12513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'd22d37c9-5e66-41d3-a0f9-1570cff7cc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:32.531276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: d22d37c9-5e66-41d3-a0f9-1570cff7cc78, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:32.557247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.589947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.609163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=0f7a33de-5229-4593-82a6-15866466fda7,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:32.615054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:32.636695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10d630-0a61-4578-8267-7448987d8322 req-e841cea1-1b0a-451e-8d55-d35b3deb2fb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:32.638489 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cc10d630-0a61-4578-8267-7448987d8322 req-e841cea1-1b0a-451e-8d55-d35b3deb2fb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 944 time: 0.2148454 May 20 14:54:32.657888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Attempting to bind port ce529714-ff13-470a-81c9-864edafc22ea on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:32.658516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Attempting to bind port ce529714-ff13-470a-81c9-864edafc22ea by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:32.659010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Attempting to bind port ce529714-ff13-470a-81c9-864edafc22ea on network 53304783-2fc0-4fb9-a175-95c4d3c0836d {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:32.674623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network d22d37c9-5e66-41d3-a0f9-1570cff7cc78 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:32.676817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Port ce529714-ff13-470a-81c9-864edafc22ea on network 53304783-2fc0-4fb9-a175-95c4d3c0836d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:54:32.677321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Attempting to bind port ce529714-ff13-470a-81c9-864edafc22ea on network 53304783-2fc0-4fb9-a175-95c4d3c0836d {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:32.683245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.13 (0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349/e436c7df-45e1-4b77-b93f-a9fa035cb40c/198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:32.691879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.695233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:32.695729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Checking segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:32.695965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Bound using segment: {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:32.696392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Bound port: ce529714-ff13-470a-81c9-864edafc22ea, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a73a6204-86f4-4936-8c9c-5f8a462a4dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:32.696752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.698592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-23bd407f-e1c2-441c-984d-03917e632355 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:32.715075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e218731f-fc22-49f9-8104-95c86e6292a9,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:32.718780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d22d37c9-5e66-41d3-a0f9-1570cff7cc78) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:32.721093 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cc10d630-0a61-4578-8267-7448987d8322 req-f2b15002-43c6-4146-b772-3f4b9d3902dc tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681658 May 20 14:54:32.725313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port 0882f147-140f-4ecc-a5e6-d2cc5d55d99a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:32.725855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.730440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:32.734654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:32.749103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.755725 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/e218731f-fc22-49f9-8104-95c86e6292a9 HTTP/1.1" status: 204 len: 168 time: 0.3443584 May 20 14:54:32.758211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13af5f6-6a55-4677-8c88-f348efbb056a None None] Network d22d37c9-5e66-41d3-a0f9-1570cff7cc78 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:32.760854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57872) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.766106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:32.774178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:32.779951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:32.784853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:32.785502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.807161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.829618 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5ef8a6e9-f855-4dda-88f7-d4b92a2e272a req-05722534-1b71-4f0e-9ad7-6fcab5c8a4e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 210 time: 0.0677330 May 20 14:54:32.847247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:32.850832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.885633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Transition to ACTIVE for port object 50f6b131-23ef-449e-8269-02fafe6a7fcd will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:32.894148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1bc300bc-0397-4d24-8300-7514da9bbb8c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:32.902799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] device_id is not set on port 4c68b0e6-776c-4df6-877b-478bd136eb13 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:32.913178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Transition to ACTIVE for port object 50f6b131-23ef-449e-8269-02fafe6a7fcd will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:32.958721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:32.964318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1bc300bc-0397-4d24-8300-7514da9bbb8c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:32.968291 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1bc300bc-0397-4d24-8300-7514da9bbb8c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2024455 May 20 14:54:32.968443 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9890916 May 20 14:54:32.972394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:32.973062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57876) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:32.973502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57878) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:33.063549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:33.072288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:33.082255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:33.101499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Pushing event updated for resources: {'Port': ['ID=50f6b131-23ef-449e-8269-02fafe6a7fcd,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:33.111833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.129098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:33.180008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.210389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Attempting to bind port 50f6b131-23ef-449e-8269-02fafe6a7fcd on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:33.210774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Attempting to bind port 50f6b131-23ef-449e-8269-02fafe6a7fcd by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '37dae96a-63dc-48f6-818a-9e962c59375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:33.211509 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Attempting to bind port 50f6b131-23ef-449e-8269-02fafe6a7fcd on network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:33.219213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.20.0.8 (444cee8b-66ca-41e7-bb8f-7eedaed4ebbe/d9080eef-55f2-4c29-b37d-9e0b53b565d9/4c68b0e6-776c-4df6-877b-478bd136eb13) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:33.222568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:33.223388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Checking segment: {'id': '37dae96a-63dc-48f6-818a-9e962c59375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:33.223388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.223934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Bound using segment: {'id': '37dae96a-63dc-48f6-818a-9e962c59375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:33.224809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Bound port: 50f6b131-23ef-449e-8269-02fafe6a7fcd, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37dae96a-63dc-48f6-818a-9e962c59375f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '444cee8b-66ca-41e7-bb8f-7eedaed4ebbe'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:33.225217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.255687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:33.260680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.267005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.271876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:33.289812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:33.305499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ab0b4b7-163d-4334-91b0-775501da83dc,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:33.308563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:33.328557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] For port 50f6b131-23ef-449e-8269-02fafe6a7fcd, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:33.330100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 0f7a33de-5229-4593-82a6-15866466fda7 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:33.330233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.331740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] For port 50f6b131-23ef-449e-8269-02fafe6a7fcd, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=50f6b131-23ef-449e-8269-02fafe6a7fcd,segment=NetworkSegment(37dae96a-63dc-48f6-818a-9e962c59375f),segment_id=37dae96a-63dc-48f6-818a-9e962c59375f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:33.337300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.341179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-00bdf70c-f0af-4921-a05e-c8c1b0fbdff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:33.380749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.384697 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5041850c-c499-434e-8fe8-eeb82550b477 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0ab0b4b7-163d-4334-91b0-775501da83dc HTTP/1.1" status: 204 len: 168 time: 0.4057550 May 20 14:54:33.399504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57884) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:33.401173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.420543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for 0882f147-140f-4ecc-a5e6-d2cc5d55d99a owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:33.424264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9401fc7-6fcb-4440-9fc6-447bda100ba8 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:33.432190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Pushing event updated for resources: {'Port': ['ID=50f6b131-23ef-449e-8269-02fafe6a7fcd,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:33.437464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:33.500216 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:33.501004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.502198 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-9581e907-a74c-4d75-8693-380396100821 service neutron] 10.222.0.11 "PUT /v2.0/ports/ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 200 len: 1094 time: 3.7819307 May 20 14:54:33.507315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:54:33.530234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.570674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581e907-a74c-4d75-8693-380396100821 service neutron] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:33.574830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9581e907-a74c-4d75-8693-380396100821 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:33.579891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea', 'status': 'completed', 'code': 200} May 20 14:54:33.581520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:33.781713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.782677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:33.799641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c25eaab-552f-4a19-92d7-2fff919cd528 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:33.926828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:33.933556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:33.941159 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:33.952604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 0f7a33de-5229-4593-82a6-15866466fda7 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:33.998372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:34.014951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:34.034430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-7c7211d0-ebe5-4229-a8e5-9615ed8f14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:34.036038 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-7c7211d0-ebe5-4229-a8e5-9615ed8f14b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3be21e2fbe34ea0a92cc86657485970&device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1097 time: 0.3240607 May 20 14:54:34.119378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.142641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e2d4cd4e-4b94-4b22-ac81-6a66b7ddf43b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:34.151479 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-5f11eb00-c03a-4338-8f15-42a720264ef3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 200 len: 217 time: 0.0797775 May 20 14:54:34.161158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:34.161853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.171796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object 4c68b0e6-776c-4df6-877b-478bd136eb13 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:34.183809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8244aae1-e557-4106-839a-9bb99d0c7af8 None None] Provisioning for port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:34.191027 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8244aae1-e557-4106-839a-9bb99d0c7af8 None None] Provisioning complete for port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:34.191701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8244aae1-e557-4106-839a-9bb99d0c7af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.217555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e2d4cd4e-4b94-4b22-ac81-6a66b7ddf43b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:34.221680 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e2d4cd4e-4b94-4b22-ac81-6a66b7ddf43b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8185217 May 20 14:54:34.224470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57894) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:34.256999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6335f-fc4e-4ed0-8927-8d0a467b2b40 req-3a181646-ae13-47c5-9f1f-f5c9dc30b870 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:34.259033 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d4a6335f-fc4e-4ed0-8927-8d0a467b2b40 req-3a181646-ae13-47c5-9f1f-f5c9dc30b870 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 944 time: 0.2768757 May 20 14:54:34.262146 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8392415 May 20 14:54:34.268379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ab059-a677-407f-a1ea-9b7170dd3bc9 req-f6feb62d-a9c9-4f09-a24c-5f216ccdb929 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:34.271192 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-279ab059-a677-407f-a1ea-9b7170dd3bc9 req-f6feb62d-a9c9-4f09-a24c-5f216ccdb929 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 932 time: 0.2899296 May 20 14:54:34.273511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.279720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8244aae1-e557-4106-839a-9bb99d0c7af8 None None] Port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:34.285877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Request body: {'port': {'device_id': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:34.291378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c18e6c9-db0e-4f70-b8f1-521b042838d5 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:34.311837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.324667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.336890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53f9e0b8-0501-4b87-81e1-41757d78ae44 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:34.345189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.362148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=0f7a33de-5229-4593-82a6-15866466fda7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:34.371847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:34.373347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-acc2270c-05e4-487b-a65b-c99fa4051610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:34.374808 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-acc2270c-05e4-487b-a65b-c99fa4051610 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af032417-d244-4d87-8e03-6c480cdbf43b HTTP/1.1" status: 200 len: 835 time: 0.2070041 May 20 14:54:34.375919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5a2fca84-25d0-4b91-87ea-e6216b85d96d tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:34.430521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.437766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=0882f147-140f-4ecc-a5e6-d2cc5d55d99a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:34.438359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.470897 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d4a6335f-fc4e-4ed0-8927-8d0a467b2b40 req-4d376117-0c8f-4fc2-abac-3313b6dc92bf tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999116 May 20 14:54:34.474766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:34.480448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:34.486356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:34.492698 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-279ab059-a677-407f-a1ea-9b7170dd3bc9 req-ce784f8b-b0b7-43ea-9a05-ddebf4b819a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607561 May 20 14:54:34.493980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/0f7a33de-5229-4593-82a6-15866466fda7 HTTP/1.1" status: 204 len: 168 time: 1.5195634 May 20 14:54:34.497765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:34.514383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57898) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:34.542402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=4c68b0e6-776c-4df6-877b-478bd136eb13,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:34.551411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:34.585427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:34.586081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.605499 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.2215943 May 20 14:54:34.608482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57902) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:34.690995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.703367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e8ec35ec-3673-4e2d-a03e-01803bbc5c00 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:34.708174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c09e3dd-e47e-4113-bd3e-d4e3e43ec09c None None] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:34.726125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.792808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d82cef3-5137-454a-ac6e-138faa98c8fa,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:34.803336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:34.841439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:34.843131 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/6d82cef3-5137-454a-ac6e-138faa98c8fa HTTP/1.1" status: 204 len: 168 time: 0.6126707 May 20 14:54:34.844537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-34407775-eb1f-413a-9e06-35c71e968522 None None] Provisioning for port 50f6b131-23ef-449e-8269-02fafe6a7fcd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:34.898194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57906) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:34.937330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 50f6b131-23ef-449e-8269-02fafe6a7fcd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:35.122633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-63581d41-a1a2-4d96-9a07-73479b0ce0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:35.124162 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-63581d41-a1a2-4d96-9a07-73479b0ce0a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53304783-2fc0-4fb9-a175-95c4d3c0836d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7350616 May 20 14:54:35.202708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 50f6b131-23ef-449e-8269-02fafe6a7fcd completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:35.215319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 50f6b131-23ef-449e-8269-02fafe6a7fcd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:35.215711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.267297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e60c9e-cba5-4201-bece-6931816e2576 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:35.273558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e60c9e-cba5-4201-bece-6931816e2576 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:35.274347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d6e60c9e-cba5-4201-bece-6931816e2576 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:35.278945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.347804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-450e038d-8a76-4cb7-a3da-0643a6d5a5ff tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:35.369233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.408288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 50f6b131-23ef-449e-8269-02fafe6a7fcd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=50f6b131-23ef-449e-8269-02fafe6a7fcd,segment=NetworkSegment(37dae96a-63dc-48f6-818a-9e962c59375f),segment_id=37dae96a-63dc-48f6-818a-9e962c59375f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:35.417463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.420020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4e6f061d-fc6a-499d-94c9-dcd5025ba465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:35.448038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.520244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=50f6b131-23ef-449e-8269-02fafe6a7fcd,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:35.524359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:35.560650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-450e038d-8a76-4cb7-a3da-0643a6d5a5ff tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:35.562311 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-450e038d-8a76-4cb7-a3da-0643a6d5a5ff tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6580205 May 20 14:54:35.590957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d6e60c9e-cba5-4201-bece-6931816e2576 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:35.592417 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d6e60c9e-cba5-4201-bece-6931816e2576 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.0492067 May 20 14:54:35.601536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0061bb3d-df2f-4501-82c9-789b9f819871 None None] Provisioning complete for port 50f6b131-23ef-449e-8269-02fafe6a7fcd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:35.601849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0061bb3d-df2f-4501-82c9-789b9f819871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.613971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57914) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:35.614549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57916) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:35.670764 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-6b1fb551-b977-4ba9-8404-e5f85253b6f0 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826665 May 20 14:54:35.827941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0061bb3d-df2f-4501-82c9-789b9f819871 None None] Provisioning for port 4c68b0e6-776c-4df6-877b-478bd136eb13 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:35.834050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0061bb3d-df2f-4501-82c9-789b9f819871 None None] Provisioning complete for port 4c68b0e6-776c-4df6-877b-478bd136eb13 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:35.834521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0061bb3d-df2f-4501-82c9-789b9f819871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:35.895562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0061bb3d-df2f-4501-82c9-789b9f819871 None None] Port 4c68b0e6-776c-4df6-877b-478bd136eb13 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:36.016432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d4528012-ba9c-49d4-8b9c-c3e98327e112 None None] Provisioning complete for port 4c68b0e6-776c-4df6-877b-478bd136eb13 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:36.016818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d4528012-ba9c-49d4-8b9c-c3e98327e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.059019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4465010-a645-41dc-a0d6-a9dac4c0c6ba req-68e9e571-6457-4267-9b1e-1a04a9d0f995 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:36.060535 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a4465010-a645-41dc-a0d6-a9dac4c0c6ba req-68e9e571-6457-4267-9b1e-1a04a9d0f995 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 944 time: 0.2541249 May 20 14:54:36.070749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3a22d-b7f1-4fd4-abcb-73bb05b1e6fe req-d5d8bf0d-f50d-40da-9d4f-ac0941f80630 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:36.072009 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91c3a22d-b7f1-4fd4-abcb-73bb05b1e6fe req-d5d8bf0d-f50d-40da-9d4f-ac0941f80630 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 932 time: 0.2643135 May 20 14:54:36.074403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d4528012-ba9c-49d4-8b9c-c3e98327e112 None None] Port 4c68b0e6-776c-4df6-877b-478bd136eb13 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:36.077660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.090040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.100004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.120522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:36.207917 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bd69d66c-e2be-40c3-9875-e2993b580608 req-c82d06dc-e18b-4151-a409-a792dc76c601 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5159328 May 20 14:54:36.227460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.274136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a4465010-a645-41dc-a0d6-a9dac4c0c6ba req-66cfd025-d4fc-4879-8a57-37feda9bde8e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992474 May 20 14:54:36.288041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=4c68b0e6-776c-4df6-877b-478bd136eb13,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:36.297629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:36.305214 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91c3a22d-b7f1-4fd4-abcb-73bb05b1e6fe req-143cdbe6-9854-46d0-b4ee-c83a519b3497 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102096 May 20 14:54:36.403673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7ea749ee-4e24-49cb-9bd7-a054e00247ca None None] Provisioning complete for port 4c68b0e6-776c-4df6-877b-478bd136eb13 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:36.404285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ea749ee-4e24-49cb-9bd7-a054e00247ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.413720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.421860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bc5a881a-9156-4499-a4eb-b7b7906fe260 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:36.460176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7ea749ee-4e24-49cb-9bd7-a054e00247ca None None] Port 4c68b0e6-776c-4df6-877b-478bd136eb13 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:36.490426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:54:36.505558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0509fd-669f-4366-9597-16175cc9c53d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:36.511780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.515081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 86185b9a-fa72-4a1f-bd3b-064338c20022 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:36.515672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.533863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.539762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:36.638398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.642064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Transition to ACTIVE for port object 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:36.643073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.644196 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/3c0509fd-669f-4366-9597-16175cc9c53d HTTP/1.1" status: 204 len: 168 time: 1.0285039 May 20 14:54:36.649494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57922) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:36.670199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.674120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9581e907-a74c-4d75-8693-380396100821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:36.814770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-09782d46-fbc2-403a-95d1-579c90d828e6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:36.834102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 50f6b131-23ef-449e-8269-02fafe6a7fcd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:36.906882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-09782d46-fbc2-403a-95d1-579c90d828e6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:36.910247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:36.914229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 50f6b131-23ef-449e-8269-02fafe6a7fcd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:36.914229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.914487 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-09782d46-fbc2-403a-95d1-579c90d828e6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2627718 May 20 14:54:36.914487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57926) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:36.922894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:36.931716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297716599'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:36.939184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:36.978629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:37.061015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-ce763849-22a2-441c-a4de-592763f5f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:37.062373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.062533 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-ce763849-22a2-441c-a4de-592763f5f97a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3be21e2fbe34ea0a92cc86657485970&device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1097 time: 0.7218277 May 20 14:54:37.101926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:37.117743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:37.123331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:37.133581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:37.146531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 86185b9a-fa72-4a1f-bd3b-064338c20022 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:37.179568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.188267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.217863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-426451c0-a1c9-4496-b580-95246faefe41 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:37.287539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Pushing event updated for resources: {'Port': ['ID=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:37.308993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:37.526768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.529906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=4c68b0e6-776c-4df6-877b-478bd136eb13,revision_number=3']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:37.533385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.537454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:37.541081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.548514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8337b6c0-01fb-46c4-83e4-0beb5b444c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:37.578679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Attempting to bind port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:37.579359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Attempting to bind port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:37.579687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Attempting to bind port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:37.601549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:54:37.601898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Attempting to bind port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:37.604767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-671587af-1a5f-4fe5-b1aa-f6be0b643c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:37.606252 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-671587af-1a5f-4fe5-b1aa-f6be0b643c20 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 200 len: 897 time: 0.4787133 May 20 14:54:37.621985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:37.622320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Checking segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:37.623135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Bound using segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:37.623135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Bound port: 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:37.623548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.697357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:37.708533 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] Sync routers for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:37.719041 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:37.719678 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:37.728939 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b15e4f-d32b-418b-b7b0-af5de1e6ee1c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:37.749644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:37.758661 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-5279d76a-6e7a-4f14-934f-9c4642da8a52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 200 len: 217 time: 0.1411881 May 20 14:54:37.766494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.772807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.777053 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8528380 May 20 14:54:37.777838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:37.786501 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:37.790529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '94b15e4f-d32b-418b-b7b0-af5de1e6ee1c', 'direction': 'ingress', 'protocol': 17}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:37.795263 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] Routers {'1c265f06-e264-4b33-bc6b-6494c3fe90f4'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:37.795916 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:37.803250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:37.805900 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "PUT /v2.0/routers/1c265f06-e264-4b33-bc6b-6494c3fe90f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2803457 May 20 14:54:37.806769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-51929e71-eb36-4aa0-b70e-30181f7382b9 tempest-ExternalNetworksAdminNegativeTestJSON-21695414 tempest-ExternalNetworksAdminNegativeTestJSON-21695414-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:37.814852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57938) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:37.824523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:37.837649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e938c92-9251-411b-a2b1-39a339a0f3e2 req-0bac35eb-2f13-4516-b5c3-e5b0a5e60cd5 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:37.839128 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0e938c92-9251-411b-a2b1-39a339a0f3e2 req-0bac35eb-2f13-4516-b5c3-e5b0a5e60cd5 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 944 time: 0.4185090 May 20 14:54:37.865485 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:37.865893 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9156c7-5523-4fcd-9569-60bacc8d9697 None None] The sync data for ids ['1c265f06-e264-4b33-bc6b-6494c3fe90f4'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:37.872672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=86185b9a-fa72-4a1f-bd3b-064338c20022,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:37.886708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:37.893178 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:37.908099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:37.909891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/86185b9a-fa72-4a1f-bd3b-064338c20022 HTTP/1.1" status: 204 len: 168 time: 2.2921960 May 20 14:54:37.916155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57942) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:37.943219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:37.949267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-e05fb65a-d4e6-4778-83bf-575953385c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:37.950698 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-e05fb65a-d4e6-4778-83bf-575953385c69 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af032417-d244-4d87-8e03-6c480cdbf43b HTTP/1.1" status: 200 len: 835 time: 0.1820312 May 20 14:54:37.957012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] For port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:37.965792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:37.972189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:38.011750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] For port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:38.023206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215767b-47fd-4805-bba8-de801ae01db5 req-66171825-cc7b-438a-8242-425dadde8fe2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:38.023465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.024776 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5215767b-47fd-4805-bba8-de801ae01db5 req-66171825-cc7b-438a-8242-425dadde8fe2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 944 time: 0.4225113 May 20 14:54:38.029358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed9582f9-a2e3-412a-9dc3-0b6485460e12 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:38.110366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:38.110981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.112386 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] 10.222.0.11 "PUT /v2.0/ports/198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 200 len: 1094 time: 3.8307047 May 20 14:54:38.118593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:54:38.127894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device ce529714-ff13-470a-81c9-864edafc22ea details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:54:38.154573 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0e938c92-9251-411b-a2b1-39a339a0f3e2 req-819bbb17-126e-46e0-b330-696509ec2e08 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578306 May 20 14:54:38.156263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Pushing event updated for resources: {'Port': ['ID=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:38.157147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.163930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:38.219613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7abf95c-03cb-43ac-9a8e-8d1068fcc4ba tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:38.220354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c7abf95c-03cb-43ac-9a8e-8d1068fcc4ba tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:38.229388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-a6a08ead-fc17-43e8-8dbf-7592a79b24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:38.230862 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-a6a08ead-fc17-43e8-8dbf-7592a79b24ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53304783-2fc0-4fb9-a175-95c4d3c0836d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2716348 May 20 14:54:38.267449 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'status': 'completed', 'code': 200} May 20 14:54:38.307649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c7abf95c-03cb-43ac-9a8e-8d1068fcc4ba tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:38.308808 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c7abf95c-03cb-43ac-9a8e-8d1068fcc4ba tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3917625 May 20 14:54:38.312121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57948) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:38.342970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:38.362948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'ce529714-ff13-470a-81c9-864edafc22ea', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'port_id': 'ce529714-ff13-470a-81c9-864edafc22ea', 'mac_address': 'fa:16:3e:ef:33:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:54:38.395508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.413162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e6ab534c-bb6b-4ed6-b441-9119543952c7 None None] Provisioning complete for port 4c68b0e6-776c-4df6-877b-478bd136eb13 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:38.414211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e6ab534c-bb6b-4ed6-b441-9119543952c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.446290 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5215767b-47fd-4805-bba8-de801ae01db5 req-35332802-2804-4c7b-8ad6-dcead97f23de tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983477 May 20 14:54:38.489967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-23c1a6e9-fdfb-4a88-a05d-e9a64af07962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.497464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.509788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e6ab534c-bb6b-4ed6-b441-9119543952c7 None None] Port 4c68b0e6-776c-4df6-877b-478bd136eb13 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:38.518482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce529714-ff13-470a-81c9-864edafc22ea {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:54:38.523316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.536955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:38.542288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.545024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:38.589136 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c5f1878-31a5-4187-ac43-2f27c4d442aa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:54:38.590329 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2c5f1878-31a5-4187-ac43-2f27c4d442aa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/0f7a33de-5229-4593-82a6-15866466fda7 HTTP/1.1" status: 404 len: 333 time: 0.2765346 May 20 14:54:38.590471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.594772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d74d9d5c-d68c-4d37-8280-21cc37c7fd24 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:38.599329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57952) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:38.618797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:38.621841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:38.638144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b383f25-e9e6-411d-a3ab-8b2ca6c14e28,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:38.641667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:38.655306 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c08b300-da24-421d-b3ef-fee74eac0cae tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:54:38.656616 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6c08b300-da24-421d-b3ef-fee74eac0cae tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/86185b9a-fa72-4a1f-bd3b-064338c20022 HTTP/1.1" status: 404 len: 333 time: 0.0563798 May 20 14:54:38.664510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router 320b2518-ecff-447b-b6e9-418cfb120837 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:54:38.668812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57956) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:38.670818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-5082f487-1f16-4b9b-92c3-5bc181460e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:38.672282 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-5082f487-1f16-4b9b-92c3-5bc181460e83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1097 time: 0.5109601 May 20 14:54:38.673287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.680708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:38.681883 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8990262 May 20 14:54:38.691696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57960) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:38.759655 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-742566b6-034a-4f1f-8072-6924f13ea8fa service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202706 May 20 14:54:38.804306 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['ce529714-ff13-470a-81c9-864edafc22ea'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:54:38.812209 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-6ae43348-90e8-469e-846e-54be07b35f03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 200 len: 217 time: 0.1196034 May 20 14:54:38.879863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:38.885879 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/320b2518-ecff-447b-b6e9-418cfb120837/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2766693 May 20 14:54:38.888655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57964) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:38.903198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] Sync routers for ids ['320b2518-ecff-447b-b6e9-418cfb120837'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:38.927592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] Routers {'320b2518-ecff-447b-b6e9-418cfb120837'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:38.928447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['320b2518-ecff-447b-b6e9-418cfb120837'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.001902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.025608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.026916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] Routers {'320b2518-ecff-447b-b6e9-418cfb120837'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:39.027577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['320b2518-ecff-447b-b6e9-418cfb120837'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.080177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-cc0a5dda-3cab-4fa7-93db-3af8fb1b9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:39.080879 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-cc0a5dda-3cab-4fa7-93db-3af8fb1b9865 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.2069387 May 20 14:54:39.092325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.092569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting port cc465ec6-e3bc-495c-b348-06fffd77b606 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:39.092774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.100069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.100588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604c7cc-1e77-4c97-a90f-82c4b2d81ba7 None None] The sync data for ids ['320b2518-ecff-447b-b6e9-418cfb120837'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:39.147439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba249cd-907f-445c-8481-861a93ab955d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:39.147978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aba249cd-907f-445c-8481-861a93ab955d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:39.224033 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d6734768-973b-4173-a55c-8b3aacc4f042 req-c6ef23ee-f220-4390-88b5-44a9b9059d50 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446704 May 20 14:54:39.226356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-aba249cd-907f-445c-8481-861a93ab955d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:39.227535 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aba249cd-907f-445c-8481-861a93ab955d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports/4c68b0e6-776c-4df6-877b-478bd136eb13 HTTP/1.1" status: 200 len: 976 time: 0.3366361 May 20 14:54:39.231788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57970) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:39.295598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.317099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.319622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.340573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22d37c9-5e66-41d3-a0f9-1570cff7cc78']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.370736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f99b31-4ff1-4a56-9c60-21d4ac12513f') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.371003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f99b31-4ff1-4a56-9c60-21d4ac12513f') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:39.388853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.407376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-c6c70223-4231-4a06-8604-1e4839458cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:39.408808 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-c6c70223-4231-4a06-8604-1e4839458cb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3201535 May 20 14:54:39.410814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.418578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:39.418961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:39.453774 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:39.456493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.471325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8258ed85-d318-47df-8cf6-a428cf023520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:39.504873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b15e4f-d32b-418b-b7b0-af5de1e6ee1c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:39.544426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Calling delete_port for cc465ec6-e3bc-495c-b348-06fffd77b606 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:39.561649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:39.627446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.628562 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/94b15e4f-d32b-418b-b7b0-af5de1e6ee1c HTTP/1.1" status: 204 len: 168 time: 0.9303627 May 20 14:54:39.631679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57976) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:39.650777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.659989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-adcb1ec1-5f4c-4c2c-b95c-fd2de896fedb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:39.675313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.696105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=d22d37c9-5e66-41d3-a0f9-1570cff7cc78,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:39.714301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:39.724850 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d69604eb-63d6-47ae-b845-eaa7b60114b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/d22d37c9-5e66-41d3-a0f9-1570cff7cc78 HTTP/1.1" status: 204 len: 168 time: 1.0516279 May 20 14:54:39.733776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57980) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:39.751869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1100331554'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:39.756170 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-57e38170-527f-4691-85bb-53ff9ea21d22 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388426 May 20 14:54:39.759998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dc8fa424-2797-4232-9d79-efe6bb7bbe9a tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:39.763795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:39.787961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:39.794064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:39.811637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:39.823586 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4fd67-3ef7-40da-be5f-341b8927cd74 req-76599f0b-0a2a-43e7-8f84-6674d64be87a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:39.825072 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c5e4fd67-3ef7-40da-be5f-341b8927cd74 req-76599f0b-0a2a-43e7-8f84-6674d64be87a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 945 time: 0.4976873 May 20 14:54:39.826603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dc8fa424-2797-4232-9d79-efe6bb7bbe9a tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:39.831869 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dc8fa424-2797-4232-9d79-efe6bb7bbe9a tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1953111 May 20 14:54:39.838266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57984) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:39.875500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:39.875993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492437736'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:39.878855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.916935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:39.943102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 746, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:39.946726 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-99cfca2a-8884-40e0-bb5f-c15e70f8b105 req-b48daa9a-14ee-4208-99a5-8a9e73eed387 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801643 May 20 14:54:39.954836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:39.955262 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment a555c3d8-e694-4789-8176-1a205ef2950c of type vlan for network c492c7e3-6753-4bdb-90f2-59b8bc237185 May 20 14:54:39.959769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:39.972779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba9ee9-6cd8-40d4-82eb-4df4536c4aab req-3b9c8b44-c5e8-4762-96d4-2c9c24976fd8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:39.974300 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-22ba9ee9-6cd8-40d4-82eb-4df4536c4aab req-3b9c8b44-c5e8-4762-96d4-2c9c24976fd8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 944 time: 0.3881309 May 20 14:54:39.985612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.009016 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c5e4fd67-3ef7-40da-be5f-341b8927cd74 req-46824d0a-e607-41ee-be44-a22a9593f905 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679757 May 20 14:54:40.030569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.058655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.064097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:40.064679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.070370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f3974cc8-a5b5-4619-83b6-e2d7fd34b036 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:40.114079 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-22ba9ee9-6cd8-40d4-82eb-4df4536c4aab req-58d1a166-e9b5-4409-a1de-60417b238aa1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308839 May 20 14:54:40.121724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:40.136401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:40.136401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:40.139602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device ce529714-ff13-470a-81c9-864edafc22ea up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:40.175709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:40.179764 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4422786 May 20 14:54:40.186483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 57988) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:40.193966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=c492c7e3-6753-4bdb-90f2-59b8bc237185,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:40.199783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:40.214382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:40.215068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:40.221877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.227985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:40.239000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-52995940-6026-4b21-a3e6-53e0eeafda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:40.240528 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-52995940-6026-4b21-a3e6-53e0eeafda9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1097 time: 0.2359557 May 20 14:54:40.284880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Port': ['ID=cc465ec6-e3bc-495c-b348-06fffd77b606,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:40.325570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:40.365733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port ce529714-ff13-470a-81c9-864edafc22ea completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:40.380989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port ce529714-ff13-470a-81c9-864edafc22ea triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:40.381435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.461904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.472124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.507756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:40.516527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:40.521249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:40.521760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.550936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:54:40.562594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:40.568947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.572885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-37a0a3c4-1636-4259-8530-d9af61b9d445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:40.576146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:40.607527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:40.611488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.631190 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea', 'code': 200} May 20 14:54:40.656177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-93336942-79f8-456c-a987-277a36c5fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.665805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:40.669976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:40.728945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-1e6cee16-40ee-4c89-a37f-7d34eebc8049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:40.730564 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-1e6cee16-40ee-4c89-a37f-7d34eebc8049 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 898 time: 0.2732022 May 20 14:54:40.734062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.749602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c50db227-ca03-4b69-8966-c7756aaab4d6 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:40.815660 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-aaed21fb-6242-41fa-8783-a21c1a3c7736 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 200 len: 217 time: 0.0751612 May 20 14:54:40.831186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.861598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.902654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.924406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:40.977008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-7545e2e9-7be4-4ba5-8101-d0e834e63773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:40.978400 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-7545e2e9-7be4-4ba5-8101-d0e834e63773 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.1531243 May 20 14:54:40.983997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8207b-769a-4877-9a82-9fd4b9d0911a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:41.007860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:41.013674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.014863 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1620677 May 20 14:54:41.026924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 57994) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:41.031931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503835304'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:41.042871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:41.049453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.049961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Fanout notify agent at l3_agent the message router_deleted on router 1c265f06-e264-4b33-bc6b-6494c3fe90f4 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:54:41.052077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:41.060399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:41.105275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f926e-fa8b-4a26-916d-d812124b908c req-8eddf5e8-56b4-4259-9ed4-9ce5c4f9b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:41.106679 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c98f926e-fa8b-4a26-916d-d812124b908c req-8eddf5e8-56b4-4259-9ed4-9ce5c4f9b752 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1099 time: 0.2825291 May 20 14:54:41.127069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:41.156286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.157359 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/routers/1c265f06-e264-4b33-bc6b-6494c3fe90f4 HTTP/1.1" status: 204 len: 168 time: 3.3396478 May 20 14:54:41.160312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58002) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:41.226513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.226770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-95c15c03-4276-4078-a2bf-1f1be15c90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:41.228251 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-95c15c03-4276-4078-a2bf-1f1be15c90f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2395284 May 20 14:54:41.284522 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c98f926e-fa8b-4a26-916d-d812124b908c req-c1388ad5-0e9b-481c-be75-d0603085a5dd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570971 May 20 14:54:41.304003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:41.307572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Deleting subnet a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:41.322837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:41.327493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:41.340263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:41.373202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3cdea-6abd-408b-9755-b75d7b695d2c req-9205474d-e230-47c3-9f6a-58795b15dfe6 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:41.374683 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e0e3cdea-6abd-408b-9755-b75d7b695d2c req-9205474d-e230-47c3-9f6a-58795b15dfe6 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.2103217 May 20 14:54:41.400806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.491447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e455c7-2738-4c8d-b61c-56cd46b4401d req-e72d2d43-66a7-4dd6-9872-5271a7b98d18 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:41.493369 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-45e455c7-2738-4c8d-b61c-56cd46b4401d req-e72d2d43-66a7-4dd6-9872-5271a7b98d18 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 944 time: 0.2560675 May 20 14:54:41.500534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.511122 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e0e3cdea-6abd-408b-9755-b75d7b695d2c req-c8fb5423-35cb-4d26-b51e-45e799a31ad0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144741 May 20 14:54:41.542084 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-9e5bfdf2-f759-4d94-be3c-f80c661ec09a service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978275 May 20 14:54:41.587025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.590997 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-45e455c7-2738-4c8d-b61c-56cd46b4401d req-09676c7d-8572-48cd-a1e6-d1c221214527 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855303 May 20 14:54:41.592758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 4c68b0e6-776c-4df6-877b-478bd136eb13 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:41.593096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.606957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.610658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.618700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bbef3b13-16ab-4fd6-ac03-bd2275566758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:41.723565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7078a59f-ffe2-4c71-9325-a92c72c45d42,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:41.731466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:41.754404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.756575 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7283854 May 20 14:54:41.760268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58006) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:41.767678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '3ee8207b-769a-4877-9a82-9fd4b9d0911a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7078a59f-ffe2-4c71-9325-a92c72c45d42', 'remote_ip_prefix': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:41.776161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:41.784286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:41.790526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:41.806434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:41.811938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.821237 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-db9e2ac0-d5a0-493b-93cf-8eb22b80797d req-9fa88d9e-a5c2-42a4-a17a-bb905fdcd914 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693272 May 20 14:54:41.876149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:41.947107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 4c68b0e6-776c-4df6-877b-478bd136eb13 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:41.958574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.059848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.071290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.074434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.074622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:42.081125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e500c1ca-f33d-498a-9be4-b6e3de902bde tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:42.098336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9619c79-3aff-408c-a528-28753f7f4cdb,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:42.103813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:42.122015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.123293 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e0013edf-ac98-493c-a634-54e17568291e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3620794 May 20 14:54:42.126182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58010) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:42.164170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:54:42.199585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.216164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.223366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=5695cbca-8de6-46a7-8892-38e1b1528962,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:42.233533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:42.242331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.248143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:42.248826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': 'a555c3d8-e694-4789-8176-1a205ef2950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:42.249258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: c492c7e3-6753-4bdb-90f2-59b8bc237185, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:42.277472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:42.288881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.291502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.293398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f0598f52-bb68-4de2-80d5-be115b323a37 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:42.314422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:42.321755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, c492c7e3-6753-4bdb-90f2-59b8bc237185) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:42.331561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'port_id': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'mac_address': 'fa:16:3e:7b:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:54:42.341661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Subnet': ['ID=a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:42.344401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.347489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:42.348642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:42.349221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.369575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ff05e-1967-484d-b0d4-d2b61c78305b None None] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:42.374787 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/subnets/a0df2ce1-8c0d-4bd8-bd7e-bb27cd308a50 HTTP/1.1" status: 204 len: 168 time: 1.2053773 May 20 14:54:42.375190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58014) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:42.402185 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2099180 May 20 14:54:42.411544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58018) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:42.420026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185', 'name': 'tempest-PortsTestJSON-1453893780'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:42.440543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=4c68b0e6-776c-4df6-877b-478bd136eb13,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:42.443967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:42.445532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dfe774bb-3943-4b1e-bf54-0971a80bb862 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:42.487573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.512731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:54:42.520581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9619c79-3aff-408c-a528-28753f7f4cdb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:42.529351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:42.529969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:42.544207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.545448 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a9619c79-3aff-408c-a528-28753f7f4cdb HTTP/1.1" status: 204 len: 168 time: 0.4183652 May 20 14:54:42.548736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58024) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:42.556642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.560189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:42.698687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:42.713829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:42.746254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.759380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:42.779776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:42.793299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-c492c7e3-6753-4bdb-90f2-59b8bc237185', 'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': '5695cbca-8de6-46a7-8892-38e1b1528962'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:42.794136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.796793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bb023c25-44f1-4cbb-a3d1-71b14176bba2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:42.814659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:54:42.816065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:42.819625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.861540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:42.884094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:42.960026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bb023c25-44f1-4cbb-a3d1-71b14176bba2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:42.961136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb023c25-44f1-4cbb-a3d1-71b14176bba2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4111981 May 20 14:54:42.967073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58030) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:43.001135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.021540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4479c04c-2659-4f56-82b2-29885e8a3cff']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.041650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432a3580-d7af-439c-a56f-cd23a8a1ec71') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.042009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432a3580-d7af-439c-a56f-cd23a8a1ec71') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.057511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.058458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Allocated IP 172.20.0.2 (c492c7e3-6753-4bdb-90f2-59b8bc237185/5695cbca-8de6-46a7-8892-38e1b1528962/78dfd9df-09f5-4a72-8db7-ad6d74ed29b5) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:43.075815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.084890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:43.085348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:43.101201 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:43.172157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01a839-47eb-46d4-8e01-24d4bb23a7c4 req-6c65b62c-cd75-42a3-9a42-1b40fc0182ad tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:43.173639 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3d01a839-47eb-46d4-8e01-24d4bb23a7c4 req-6c65b62c-cd75-42a3-9a42-1b40fc0182ad tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.4992139 May 20 14:54:43.190741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.195383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-da18aaab-6903-44e4-95bd-464eba1f8ac7 tempest-RoutersAdminTest-633172840 tempest-RoutersAdminTest-633172840-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:43.213784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.222860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Pushing event deleted for resources: {'Network': ['ID=4479c04c-2659-4f56-82b2-29885e8a3cff,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:43.226746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:43.232025 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-507eaf63-af8d-4c47-ab07-cb7dbf088806 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] 10.222.0.58 "DELETE /v2.0/networks/4479c04c-2659-4f56-82b2-29885e8a3cff HTTP/1.1" status: 204 len: 168 time: 0.8536603 May 20 14:54:43.279257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870c7f0-322f-442f-9f65-5b1d3a7b1f76 req-c17b40d2-0eb7-4dcf-a4ab-a33b8d4cdf11 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:43.280738 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3870c7f0-322f-442f-9f65-5b1d3a7b1f76 req-c17b40d2-0eb7-4dcf-a4ab-a33b8d4cdf11 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 945 time: 0.4664712 May 20 14:54:43.310903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router 320b2518-ecff-447b-b6e9-418cfb120837 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:43.318017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.386036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.407761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Transition to ACTIVE for port object 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:43.420637 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3d01a839-47eb-46d4-8e01-24d4bb23a7c4 req-5f5de174-6ef2-480d-8317-f00c58a4bb89 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838861 May 20 14:54:43.433892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Transition to ACTIVE for port object 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:43.443537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.448678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.449437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:43.522137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:43.524275 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3870c7f0-322f-442f-9f65-5b1d3a7b1f76 req-f2ca2b2f-ba7c-4a9b-be6d-08c49ab2af62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373493 May 20 14:54:43.536493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:43.540179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:43.554934 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/320b2518-ecff-447b-b6e9-418cfb120837/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3218887 May 20 14:54:43.557974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58040) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:43.562344 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] Sync routers for ids ['320b2518-ecff-447b-b6e9-418cfb120837'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:43.563671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:43.565928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58042) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:43.584724 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] Routers {'320b2518-ecff-447b-b6e9-418cfb120837'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:43.587779 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['320b2518-ecff-447b-b6e9-418cfb120837'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.595741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.605115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a11e4cc-4a3b-40c6-8ece-9af16cb8e582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:43.608751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Pushing event updated for resources: {'Port': ['ID=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:43.618949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:43.671515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.676153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Attempting to bind port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:43.676446 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Attempting to bind port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'a555c3d8-e694-4789-8176-1a205ef2950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:43.676849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Attempting to bind port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 on network c492c7e3-6753-4bdb-90f2-59b8bc237185 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:43.682566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078a59f-ffe2-4c71-9325-a92c72c45d42,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:43.684554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:43.684943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Checking segment: {'id': 'a555c3d8-e694-4789-8176-1a205ef2950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:43.685352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.685747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Bound using segment: {'id': 'a555c3d8-e694-4789-8176-1a205ef2950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:43.686224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Bound port: 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a555c3d8-e694-4789-8176-1a205ef2950c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'c492c7e3-6753-4bdb-90f2-59b8bc237185'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:43.686602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.697592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:43.716677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.718207 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/7078a59f-ffe2-4c71-9325-a92c72c45d42 HTTP/1.1" status: 204 len: 168 time: 0.7494729 May 20 14:54:43.723420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58050) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:43.751142 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.773083 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] Routers {'320b2518-ecff-447b-b6e9-418cfb120837'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:43.774016 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['320b2518-ecff-447b-b6e9-418cfb120837'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.838921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] For port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:43.843108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] For port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,segment=NetworkSegment(a555c3d8-e694-4789-8176-1a205ef2950c),segment_id=a555c3d8-e694-4789-8176-1a205ef2950c)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:43.851735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:43.859511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93328ddc-f366-4223-a51a-1743213f7f2f req-d162af4b-c303-4ebe-8163-9d9e038658eb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:43.861014 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-93328ddc-f366-4223-a51a-1743213f7f2f req-d162af4b-c303-4ebe-8163-9d9e038658eb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.2299466 May 20 14:54:43.864030 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:43.864621 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81fc978-c9e4-4197-b63d-1e1a77b5254a None None] The sync data for ids ['320b2518-ecff-447b-b6e9-418cfb120837'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:43.871622 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d996c7d9-3ac3-4903-84c3-1cfa65c7c31d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=856b94cac2f149bda0e20547913c27eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046062 May 20 14:54:43.874111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58054) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:43.879705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:43.892097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-41a288a9-b2ff-4f9f-b9d0-173e1c19d1e8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:43.971030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-41a288a9-b2ff-4f9f-b9d0-173e1c19d1e8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:43.974852 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-41a288a9-b2ff-4f9f-b9d0-173e1c19d1e8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2480066 May 20 14:54:43.975471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58058) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:43.976364 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-93328ddc-f366-4223-a51a-1743213f7f2f req-4093a37c-a056-4394-8c3a-fffa95bf8ada tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070013 May 20 14:54:44.003680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Pushing event updated for resources: {'Port': ['ID=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:44.003799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.003799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58062) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:44.005574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:44.024671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.10 (c492c7e3-6753-4bdb-90f2-59b8bc237185/5695cbca-8de6-46a7-8892-38e1b1528962/99d94aa8-7265-4e2c-ba76-7151a6c5f414) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:44.073737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.101836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-cc851190-956d-43a1-93c7-d76ffbc69225 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] remove_router_interface failed (client error): The resource could not be found. May 20 14:54:44.102871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cc851190-956d-43a1-93c7-d76ffbc69225 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/320b2518-ecff-447b-b6e9-418cfb120837/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5439758 May 20 14:54:44.109278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58066) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:44.133163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc31c86-02e1-4cba-b586-095741ee9dea tempest-TestNetworkAdvancedServerOps-235966825 tempest-TestNetworkAdvancedServerOps-235966825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:44.137794 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fdc31c86-02e1-4cba-b586-095741ee9dea tempest-TestNetworkAdvancedServerOps-235966825 tempest-TestNetworkAdvancedServerOps-235966825-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1094 time: 0.1287391 May 20 14:54:44.138058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58070) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:44.143383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': 'ce529714-ff13-470a-81c9-864edafc22ea', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:44.150262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:44.154742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Usage tracker for resource:floatingip and tenant:d3be21e2fbe34ea0a92cc86657485970 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:44.157892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:44.165634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:44.168864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:44.169369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.183588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f3bca0a7-1812-4597-9127-802990921f5c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:44.206361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b106a7-6e1c-44de-9345-03d5ce648eee,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:44.209488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:44.212242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.292922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:44.299849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:44.300237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.377669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.381107 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12b106a7-6e1c-44de-9345-03d5ce648eee HTTP/1.1" status: 204 len: 168 time: 0.4921353 May 20 14:54:44.446646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.450207 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2a8007af-6bb6-415e-a022-df637fd07342 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=320b2518-ecff-447b-b6e9-418cfb120837 HTTP/1.1" status: 200 len: 205 time: 0.3397646 May 20 14:54:44.453034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.455585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58076) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:44.481381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:54:44.493187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:44.499396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.502429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-64e59e3e-cb3e-474f-8007-f73b4f2d4df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:44.548908 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'code': 200} May 20 14:54:44.586776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:44.590604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:44.594514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.686140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.849189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bda23-08ea-4681-a6a6-8cf681fa7f27 req-dfc8e139-42f0-4018-82e9-4162bf79e8dd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:44.850957 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e34bda23-08ea-4681-a6a6-8cf681fa7f27 req-dfc8e139-42f0-4018-82e9-4162bf79e8dd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.1762521 May 20 14:54:44.859335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:44.910253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Allocated IP 172.26.6.138 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/b7ad6732-02b7-48dd-88ff-52382e1cbaa2) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:44.926433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:44.987358 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e34bda23-08ea-4681-a6a6-8cf681fa7f27 req-4673650a-80d4-414e-b306-63f86feae6fb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217425 May 20 14:54:45.055833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:45.196964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.223078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19854ace-2f8a-4511-a582-cb5e368d1680 None None] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:45.251529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.263694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d7134e49-8cd4-4555-a975-fb29bdcbc12d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:45.346802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.352249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.354419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Port': ['ID=b7ad6732-02b7-48dd-88ff-52382e1cbaa2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:45.357504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.359435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:45.361188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.361342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:45.362503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:45.364814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ddbdc7ee-30f9-4e13-82f9-93ac9fda0772 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:45.365209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:45.382084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Provisioning for port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:45.395955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Provisioning complete for port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:45.396480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.400289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8207b-769a-4877-9a82-9fd4b9d0911a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:45.412752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 99d94aa8-7265-4e2c-ba76-7151a6c5f414 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:45.439068 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58102) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:45.441789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:45.476422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.476640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router 320b2518-ecff-447b-b6e9-418cfb120837 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:54:45.481532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.485129 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7c16d841-821b-40de-9505-ea958d592bed tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/3ee8207b-769a-4877-9a82-9fd4b9d0911a HTTP/1.1" status: 204 len: 168 time: 1.5056627 May 20 14:54:45.491557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58108) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:45.499387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.510950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.515509 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-16707a0c-377f-40fd-9b15-632b21387fc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/320b2518-ecff-447b-b6e9-418cfb120837 HTTP/1.1" status: 204 len: 168 time: 1.0504653 May 20 14:54:45.516471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:45.552640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58112) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:45.581619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-281784707'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:45.589154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa379108-b328-4080-b603-4078d988c580 req-8d44c037-5ee4-4629-bc27-e306c6d30561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:45.590814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-aa379108-b328-4080-b603-4078d988c580 req-8d44c037-5ee4-4629-bc27-e306c6d30561 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1099 time: 0.5482841 May 20 14:54:45.599691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:45.627704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:45.633001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:45.635820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:45.642666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:45.645329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:45.685727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.687535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:45.689706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=99d94aa8-7265-4e2c-ba76-7151a6c5f414,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:45.705002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:45.728680 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-aa379108-b328-4080-b603-4078d988c580 req-326dbdee-35cf-4f61-a6b6-efdae0541142 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237218 May 20 14:54:45.732565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] For port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,segment=NetworkSegment(a555c3d8-e694-4789-8176-1a205ef2950c),segment_id=a555c3d8-e694-4789-8176-1a205ef2950c)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:45.734896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:45.738609 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.740799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.742847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:45.764951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.765151 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c297086a-409b-4de1-83a6-78bae272712b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2662861 May 20 14:54:45.766533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58116) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:45.772370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet d9080eef-55f2-4c29-b37d-9e0b53b565d9 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:45.782742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--13927636'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:45.786032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:45.786666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.790614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:45.794797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:45.812426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:security_group_rule and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:45.818123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:45.826355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:45.831557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Pushing event updated for resources: {'Port': ['ID=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:45.837056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:45.840936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:45.844129 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4311764 May 20 14:54:45.847423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58120) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:45.859857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:45.911449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:45.930566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:45.950798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.003792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.049091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:46.055181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.061448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:46.061658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.067457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:46.075224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:46.088320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:46.097360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cbb41416-ac54-480d-ad13-1c22305faac4 None None] Provisioning complete for port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:46.097622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.098649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbb41416-ac54-480d-ad13-1c22305faac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.111924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a18266ea-d0cb-4a33-9deb-62bd1f40126b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:46.193455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.217445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:46.227023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=454b87fd-9cc0-4a4a-b812-2eda57a7a919,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:46.259006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:46.270445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.270784 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment 0e95ec5b-72ac-4d61-aca2-209571e1342a of type vlan for network 0c69bd6f-290d-46ff-8c79-7908559f6e6c May 20 14:54:46.294406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cbb41416-ac54-480d-ad13-1c22305faac4 None None] Provisioning for port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:46.299047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cbb41416-ac54-480d-ad13-1c22305faac4 None None] Provisioning complete for port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:46.299462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbb41416-ac54-480d-ad13-1c22305faac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.317271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.325623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.354363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-cbb41416-ac54-480d-ad13-1c22305faac4 None None] Port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:46.420861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.456111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.474662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.476902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-76e2be50-95b4-47ec-af76-5e3cf8a8a3b5 None None] Provisioning complete for port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:46.477349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-76e2be50-95b4-47ec-af76-5e3cf8a8a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.484559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00bc9cf8-49d9-44f2-b5f7-ed07c82caec1 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:46.500065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0479c1-6cc6-45cf-8d27-a197232e9d93 req-b2c94203-79d8-4bb1-9926-5796ee04b882 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:46.501763 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ba0479c1-6cc6-45cf-8d27-a197232e9d93 req-b2c94203-79d8-4bb1-9926-5796ee04b882 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.3651288 May 20 14:54:46.591992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-76e2be50-95b4-47ec-af76-5e3cf8a8a3b5 None None] Port 99d94aa8-7265-4e2c-ba76-7151a6c5f414 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:46.618787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 99d94aa8-7265-4e2c-ba76-7151a6c5f414 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:46.662272 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.668672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:46.669312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.674669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4030c10c-df11-42e1-92e0-5c1a45e29fbf tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:46.785937 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3389728 May 20 14:54:46.797105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=0c69bd6f-290d-46ff-8c79-7908559f6e6c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:46.801204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:46.812563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:46.878162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6535d6-6f1f-4509-a0f8-3f60a9732f54,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:46.881672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:46.884901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.903963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9581e907-a74c-4d75-8693-380396100821 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:46.923990 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ba0479c1-6cc6-45cf-8d27-a197232e9d93 req-93f3f144-2f95-4e3b-a18f-6ee17e6cfa5e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025528 May 20 14:54:46.924667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.947130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58126) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:46.951804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:46.956897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:46.963997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:46.968813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1c6c0b0b-66b2-47fe-868a-6c27d36b0f6a tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:46.998045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=99d94aa8-7265-4e2c-ba76-7151a6c5f414,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:47.010120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=d9080eef-55f2-4c29-b37d-9e0b53b565d9,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:47.013187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:47.014206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.018276 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2479560 May 20 14:54:47.023758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58130) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.026416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:47.027002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.028783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.035705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:47.043869 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/d9080eef-55f2-4c29-b37d-9e0b53b565d9 HTTP/1.1" status: 204 len: 168 time: 1.4898810 May 20 14:54:47.049817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': '5a6535d6-6f1f-4509-a0f8-3f60a9732f54', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:47.056041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:47.059546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58134) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.064378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6253ec2a-e80f-4052-850a-192524dba65a None None] Network 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:47.075480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:47.123347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:47.134757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:47.198110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:47.206496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:47.211777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:47.218266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.232368 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/99d94aa8-7265-4e2c-ba76-7151a6c5f414 HTTP/1.1" status: 204 len: 168 time: 1.3833508 May 20 14:54:47.237872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:47.239695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58138) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.273484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.299613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:47.302970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.320234 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-397258cb-33e5-4c47-9bbf-54151b320d38 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:54:47.320509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397258cb-33e5-4c47-9bbf-54151b320d38 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:54:47.324672 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-397258cb-33e5-4c47-9bbf-54151b320d38 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/99d94aa8-7265-4e2c-ba76-7151a6c5f414 HTTP/1.1" status: 404 len: 333 time: 0.0815339 May 20 14:54:47.326281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58142) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.331572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.442945 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2b94bb-4f04-41d2-afb8-e8d280793682 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:54:47.443517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ed2b94bb-4f04-41d2-afb8-e8d280793682 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:47.470116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] DHCP port deletion for 444cee8b-66ca-41e7-bb8f-7eedaed4ebbe request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:47.516530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ed2b94bb-4f04-41d2-afb8-e8d280793682 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:47.520370 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ed2b94bb-4f04-41d2-afb8-e8d280793682 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/99d94aa8-7265-4e2c-ba76-7151a6c5f414 HTTP/1.1" status: 404 len: 333 time: 0.1784589 May 20 14:54:47.524468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58146) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.543469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Deleting port 50f6b131-23ef-449e-8269-02fafe6a7fcd {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:47.543948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.574664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.591012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.601924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:47.641956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a503a810-de68-4910-bb6c-dec69025f66f,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:47.644548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:47.650967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] For port 50f6b131-23ef-449e-8269-02fafe6a7fcd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=50f6b131-23ef-449e-8269-02fafe6a7fcd,segment=NetworkSegment(37dae96a-63dc-48f6-818a-9e962c59375f),segment_id=37dae96a-63dc-48f6-818a-9e962c59375f)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:47.651486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.672149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 5695cbca-8de6-46a7-8892-38e1b1528962 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:47.676622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.678335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.680221 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9530b75c-a721-4744-a355-8e225960eacf tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6552260 May 20 14:54:47.683220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58150) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.683850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.714866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 50f6b131-23ef-449e-8269-02fafe6a7fcd {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:47.715177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.737616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.743585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.748197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1dc734a7-7c75-422a-98d7-2262f6087835 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:47.766920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:47.782188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Calling delete_port for 50f6b131-23ef-449e-8269-02fafe6a7fcd owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:47.835654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=cac8ea91-7150-48f5-9f1d-f76165472d4d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:47.839426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:47.841867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.842060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': '0e95ec5b-72ac-4d61-aca2-209571e1342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:47.842418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: 0c69bd6f-290d-46ff-8c79-7908559f6e6c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:47.847900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-934f4c74-c111-4efd-b4ca-7f6748a9e268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:47.861023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:47.873617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 0c69bd6f-290d-46ff-8c79-7908559f6e6c) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:47.884568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:47.885176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.904283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e863982-05a9-42f6-a025-e2020dafe3ad None None] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:47.914924 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9656279 May 20 14:54:47.915809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58154) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:47.922088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327775677'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:47.927162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:47.931721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:47.934634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:47.938514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Pushing event deleted for resources: {'Port': ['ID=50f6b131-23ef-449e-8269-02fafe6a7fcd,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:47.941913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:47.946988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:47.947641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] No DVR routers for this DVR port 50f6b131-23ef-449e-8269-02fafe6a7fcd on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:47.950321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:47.970521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:47.974238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.008102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 705, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:48.020224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.020612 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment b16b222b-831b-4178-8ad6-bcc1d72d51a8 of type vlan for network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 May 20 14:54:48.030927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.057232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 50f6b131-23ef-449e-8269-02fafe6a7fcd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=50f6b131-23ef-449e-8269-02fafe6a7fcd,segment=NetworkSegment(37dae96a-63dc-48f6-818a-9e962c59375f),segment_id=37dae96a-63dc-48f6-818a-9e962c59375f)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:48.057592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.059439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.068668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event updated for resources: {'Port': ['ID=b7ad6732-02b7-48dd-88ff-52382e1cbaa2,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:48.071805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:48.073680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.096182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.103461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:48.104059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.109371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f9e9f52a-774d-42c1-bc16-9786b0bea0b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:48.172430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-0c69bd6f-290d-46ff-8c79-7908559f6e6c', 'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': 'cac8ea91-7150-48f5-9f1d-f76165472d4d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:48.173619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.214293 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2949357 May 20 14:54:48.214933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58160) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:48.217709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=ed1f95dd-a0db-4704-bd9a-c5cca8eff079,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:48.222729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:48.236329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:48.236934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7606e695-1aa9-4dc9-84c0-71deb2870cf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:48.256057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.314476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 50f6b131-23ef-449e-8269-02fafe6a7fcd owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:48.335453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:48.339728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:48.343136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:48.350479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:48.362012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:48.365512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.391650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.444365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Allocated IP 172.20.255.242 (0c69bd6f-290d-46ff-8c79-7908559f6e6c/cac8ea91-7150-48f5-9f1d-f76165472d4d/caf7b4b3-19fe-4219-b777-62f1612f6853) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:48.560369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:48.638706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a503a810-de68-4910-bb6c-dec69025f66f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:48.652113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.655705 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/a503a810-de68-4910-bb6c-dec69025f66f HTTP/1.1" status: 204 len: 168 time: 0.9406242 May 20 14:54:48.659080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58164) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:48.662317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.667966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.678331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Transition to ACTIVE for port object caf7b4b3-19fe-4219-b777-62f1612f6853 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:48.695400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:48.696175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Transition to ACTIVE for port object caf7b4b3-19fe-4219-b777-62f1612f6853 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:48.703466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.707849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-470d7001-9859-4461-8f85-4d84fdf95cd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:48.766550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:48.777464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:48.782752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:48.791365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e37cdf-5b5e-4a54-bc99-2e31a407e5ae req-91789985-6b1b-4c6b-b085-f2c2d010148a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:48.792520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Pushing event updated for resources: {'Port': ['ID=caf7b4b3-19fe-4219-b777-62f1612f6853,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:48.800784 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-31e37cdf-5b5e-4a54-bc99-2e31a407e5ae req-91789985-6b1b-4c6b-b085-f2c2d010148a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.7130167 May 20 14:54:48.803085 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Floating IP 08f23547-0de4-4f12-b42e-bb349ff92fde associated. External IP: 172.26.6.138, port: ce529714-ff13-470a-81c9-864edafc22ea. May 20 14:54:48.828650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:48.828910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.828910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-948875bb-c2b1-437d-807b-1972166b48b1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:48.876598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 50f6b131-23ef-449e-8269-02fafe6a7fcd no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:48.907570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=a34600ca-6add-4ccf-9071-a2bf85ea4235,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:48.910363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:48.917782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': 'b16b222b-831b-4178-8ad6-bcc1d72d51a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:48.918393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: ed1f95dd-a0db-4704-bd9a-c5cca8eff079, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:48.928239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 50f6b131-23ef-449e-8269-02fafe6a7fcd {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:54:48.928596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 50f6b131-23ef-449e-8269-02fafe6a7fcd not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:54:48.938248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Attempting to bind port caf7b4b3-19fe-4219-b777-62f1612f6853 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:48.938417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:48.938637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Attempting to bind port caf7b4b3-19fe-4219-b777-62f1612f6853 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '0e95ec5b-72ac-4d61-aca2-209571e1342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:48.939013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Attempting to bind port caf7b4b3-19fe-4219-b777-62f1612f6853 on network 0c69bd6f-290d-46ff-8c79-7908559f6e6c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:48.948943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:48.949262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Checking segment: {'id': '0e95ec5b-72ac-4d61-aca2-209571e1342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:48.949680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.950095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Bound using segment: {'id': '0e95ec5b-72ac-4d61-aca2-209571e1342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:48.950558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Bound port: caf7b4b3-19fe-4219-b777-62f1612f6853, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e95ec5b-72ac-4d61-aca2-209571e1342a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '0c69bd6f-290d-46ff-8c79-7908559f6e6c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:48.950941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.951451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, ed1f95dd-a0db-4704-bd9a-c5cca8eff079) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:48.964786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:48.965653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:48.967661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e0e4c0-356e-40be-9063-f390ffff0655 None None] Network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:48.989393 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7734425 May 20 14:54:48.989606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5f077666-058c-45fa-aac8-8b7531508d26 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:48.992342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58168) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:49.043786 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.047448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc55f6b8-14a0-4774-8fd3-badbbcf5f4ad tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:49.137687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=50f6b131-23ef-449e-8269-02fafe6a7fcd,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:49.148465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:49.149349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.188937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] For port caf7b4b3-19fe-4219-b777-62f1612f6853, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:49.193782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] For port caf7b4b3-19fe-4219-b777-62f1612f6853, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=caf7b4b3-19fe-4219-b777-62f1612f6853,segment=NetworkSegment(0e95ec5b-72ac-4d61-aca2-209571e1342a),segment_id=0e95ec5b-72ac-4d61-aca2-209571e1342a)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:49.213151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 50f6b131-23ef-449e-8269-02fafe6a7fcd on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:49.219882 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-31e37cdf-5b5e-4a54-bc99-2e31a407e5ae req-9587e1cc-f645-4a41-b597-7b1bc322b1db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4178474 May 20 14:54:49.223845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.245359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.252046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:49.321520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5f077666-058c-45fa-aac8-8b7531508d26 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:49.326203 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5f077666-058c-45fa-aac8-8b7531508d26 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6289344 May 20 14:54:49.337194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58174) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:49.398033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Pushing event updated for resources: {'Port': ['ID=caf7b4b3-19fe-4219-b777-62f1612f6853,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:49.403168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:49.424048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-ed1f95dd-a0db-4704-bd9a-c5cca8eff079', 'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': 'a34600ca-6add-4ccf-9071-a2bf85ea4235'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:49.424898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.593485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.639804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444cee8b-66ca-41e7-bb8f-7eedaed4ebbe']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:49.645681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Allocated IP 172.20.0.2 (ed1f95dd-a0db-4704-bd9a-c5cca8eff079/a34600ca-6add-4ccf-9071-a2bf85ea4235/4c111851-9c19-4808-ab01-c86ef95e45e9) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:49.647943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.681387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37dae96a-63dc-48f6-818a-9e962c59375f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:49.681701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37dae96a-63dc-48f6-818a-9e962c59375f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:49.692097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.699636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.764602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.769246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.779062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c85d58db-ed87-4aee-9c65-9913be478076 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:49.804785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6535d6-6f1f-4509-a0f8-3f60a9732f54,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:49.807951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:49.813843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.814967 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/5a6535d6-6f1f-4509-a0f8-3f60a9732f54 HTTP/1.1" status: 204 len: 168 time: 0.4768293 May 20 14:54:49.815957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.817445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58178) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:49.833124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:49.833400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:49.849762 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:49.872295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.879964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-be475344-c8ba-4e3f-883f-8826d6d094c9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:49.883780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-138dea84-b3aa-4073-8855-91bdc227dd8d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:49.899536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-be475344-c8ba-4e3f-883f-8826d6d094c9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:49.900861 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-be475344-c8ba-4e3f-883f-8826d6d094c9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0822911 May 20 14:54:49.905532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58182) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:49.911261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group': {'name': 'tempest-secgroup--1553221383'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:49.918624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:49.930832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:49.931054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.937102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4056c-8027-4c2e-b508-4fa2473ba7d5 req-ba7ec378-5254-4338-8394-0d9738031725 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:49.943798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.945419 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6ea4056c-8027-4c2e-b508-4fa2473ba7d5 req-ba7ec378-5254-4338-8394-0d9738031725 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.5881951 May 20 14:54:49.946273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Transition to ACTIVE for port object 4c111851-9c19-4808-ab01-c86ef95e45e9 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:49.948857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:49.965521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Transition to ACTIVE for port object 4c111851-9c19-4808-ab01-c86ef95e45e9 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:49.966017 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:49.971402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:49.975234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:49.976292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:49.981542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:49.984467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:50.010406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.016779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0fecbcd9-aa76-4aac-9e3f-a37d5226d1d9 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:50.020128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=5695cbca-8de6-46a7-8892-38e1b1528962,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.032027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.034595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:50.039385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e49396-9f24-4e47-8465-c3d0fbfb9d9e None None] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:50.059930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:50.081586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:50.088744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:50.102931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Pushing event updated for resources: {'Port': ['ID=4c111851-9c19-4808-ab01-c86ef95e45e9,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.138810 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/5695cbca-8de6-46a7-8892-38e1b1528962 HTTP/1.1" status: 204 len: 168 time: 2.6104228 May 20 14:54:50.141599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.145177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58186) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:50.152483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:50.156170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c63daa32-6d0f-4f9f-8caa-4e74d6aa478d tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:50.203543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=a34600ca-6add-4ccf-9071-a2bf85ea4235,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.228505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:50.353520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.364327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.387626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1f95dd-a0db-4704-bd9a-c5cca8eff079']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:50.397950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Attempting to bind port 4c111851-9c19-4808-ab01-c86ef95e45e9 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:50.398332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Attempting to bind port 4c111851-9c19-4808-ab01-c86ef95e45e9 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'b16b222b-831b-4178-8ad6-bcc1d72d51a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:50.398710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Attempting to bind port 4c111851-9c19-4808-ab01-c86ef95e45e9 on network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:50.406253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16b222b-831b-4178-8ad6-bcc1d72d51a8') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:50.407300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16b222b-831b-4178-8ad6-bcc1d72d51a8') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:50.407609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:50.407997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Checking segment: {'id': 'b16b222b-831b-4178-8ad6-bcc1d72d51a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:50.408398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.408810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Bound using segment: {'id': 'b16b222b-831b-4178-8ad6-bcc1d72d51a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:50.409306 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Bound port: 4c111851-9c19-4808-ab01-c86ef95e45e9, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16b222b-831b-4178-8ad6-bcc1d72d51a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:50.409689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.422952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.443108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.450842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:50.451512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.483559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.489934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.508538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6ea4056c-8027-4c2e-b508-4fa2473ba7d5 req-b5f49ce5-04ae-47ab-bbe5-afae9481972c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5620501 May 20 14:54:50.530741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58190) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:50.534189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=444cee8b-66ca-41e7-bb8f-7eedaed4ebbe,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.552582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] For port 4c111851-9c19-4808-ab01-c86ef95e45e9, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:50.563791 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:50.567012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] For port 4c111851-9c19-4808-ab01-c86ef95e45e9, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4c111851-9c19-4808-ab01-c86ef95e45e9,segment=NetworkSegment(b16b222b-831b-4178-8ad6-bcc1d72d51a8),segment_id=b16b222b-831b-4178-8ad6-bcc1d72d51a8)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:50.567560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.571252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:50.577094 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/444cee8b-66ca-41e7-bb8f-7eedaed4ebbe HTTP/1.1" status: 204 len: 168 time: 3.5050502 May 20 14:54:50.577266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cb9c6ed4-c6f4-4e68-8402-53bbfa65b9d7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:50.577390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.582564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:50.612517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:54:50.612517 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:54:50.612517 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': 'ed1f95dd-a0db-4704-bd9a-c5cca8eff079'}] May 20 14:54:50.612517 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:54:50.613145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:54:50.613666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58194) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:50.619811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fc203d-9772-4e93-817d-1b6051a2831b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.622662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:50.625399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93f372-6b71-46f1-b171-8378bc8a39d7 None None] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:50.633059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-2021256786'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:50.646868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:50.658772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:50.664405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:50.676192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] DHCP port deletion for c492c7e3-6753-4bdb-90f2-59b8bc237185 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:54:50.680355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:50.690646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.692108 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7854600 May 20 14:54:50.695355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58198) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:50.705048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc203d-9772-4e93-817d-1b6051a2831b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:50.713228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:50.717627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Usage tracker for resource:security_group_rule and tenant:759524c8caa54487bfaf579254f9735b is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:50.722173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:50.731696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:50.740180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:50.742559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:50.745643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.773336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df778b-8441-4371-88c1-eafc810f3542 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:50.774941 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-46df778b-8441-4371-88c1-eafc810f3542 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1094 time: 0.2385635 May 20 14:54:50.783586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58202) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:50.784843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.785114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.799837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-aef24d3e-7350-4d60-8810-2aff59152559 None None] Provisioning for port caf7b4b3-19fe-4219-b777-62f1612f6853 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:50.804951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] Sync routers for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:50.846388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:50.847031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.864311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.869485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:50.876455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Pushing event updated for resources: {'Port': ['ID=4c111851-9c19-4808-ab01-c86ef95e45e9,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.877922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:50.884612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:50.885245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:50.886417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:50.890816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:50.895085 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.7553437 May 20 14:54:50.898832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:54:50.900883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:50.915825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.930543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0104253a-507e-4187-87f7-058441701d42 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:50.944568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:50.968589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:50.971133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358c6ed9-9848-4ffd-be02-6e5a2ce0766d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:50.974320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:50.996481 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea', 'status': 'completed', 'code': 200} May 20 14:54:51.037337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] For port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,segment=NetworkSegment(a555c3d8-e694-4789-8176-1a205ef2950c),segment_id=a555c3d8-e694-4789-8176-1a205ef2950c)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:51.037337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.067857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:51.070905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device caf7b4b3-19fe-4219-b777-62f1612f6853 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:51.087501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.088000 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment de718c7b-ae47-4164-8c62-37f2c0f27660 of type vlan for network 71aec3c9-c40a-4d49-800b-2890c3aadef1 May 20 14:54:51.146900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.160421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.164404 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1ea58be8-41f0-42aa-a912-a40bb379acdd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4676630 May 20 14:54:51.168185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58210) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:51.216192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.235823 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8e1fee80-1a0c-4a52-b8e6-d334a93ebed7 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules/358c6ed9-9848-4ffd-be02-6e5a2ce0766d HTTP/1.1" status: 200 len: 763 time: 0.0633113 May 20 14:54:51.239350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58214) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:51.258733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:51.327469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f300d1f-a6c7-45be-8046-fae9f4faf93f req-7ffd6528-462a-4391-a3eb-920f259e8293 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:51.329635 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5f300d1f-a6c7-45be-8046-fae9f4faf93f req-7ffd6528-462a-4391-a3eb-920f259e8293 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.2749562 May 20 14:54:51.354456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc1e4ca-f009-4b39-914c-ef195d937c2c None None] Network ed1f95dd-a0db-4704-bd9a-c5cca8eff079 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:51.363980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-45fd4584-1abb-42fd-a264-103c320f4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:51.365515 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-45fd4584-1abb-42fd-a264-103c320f4800 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3be21e2fbe34ea0a92cc86657485970&device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1099 time: 0.3457272 May 20 14:54:51.375791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.382418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:51.382995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.392342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3106bb8b-5d0f-462a-b2a8-d97ba2f793aa tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:51.395229 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5f300d1f-a6c7-45be-8046-fae9f4faf93f req-4496fa12-625a-48d4-b5cc-d4bff1659e12 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582573 May 20 14:54:51.404552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.416092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:51.429147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-19f2a3c2-4ea3-48de-a789-f96de553aef9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:51.445790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58218) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:51.451120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No DVR routers for this DVR port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:51.467512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:51.511569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:51.514306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:51.530673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Deleting port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:51.531169 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.595304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.604607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-19f2a3c2-4ea3-48de-a789-f96de553aef9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:51.608370 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-19f2a3c2-4ea3-48de-a789-f96de553aef9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3637865 May 20 14:54:51.608670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58222) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:51.611817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port caf7b4b3-19fe-4219-b777-62f1612f6853 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:51.620436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c492c7e3-6753-4bdb-90f2-59b8bc237185']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:51.637561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a555c3d8-e694-4789-8176-1a205ef2950c') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:51.637923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a555c3d8-e694-4789-8176-1a205ef2950c') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:51.661693 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0345187 May 20 14:54:51.661908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.667864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.673452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58226) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:51.673768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port caf7b4b3-19fe-4219-b777-62f1612f6853 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:51.674169 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.689402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:51.706593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.711178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.731408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.744402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:51.744805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:51.763087 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:51.778472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=71aec3c9-c40a-4d49-800b-2890c3aadef1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:51.781388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port 4c111851-9c19-4808-ab01-c86ef95e45e9 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:51.781696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.800237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:51.808748 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-72413d5a-3412-4e06-b5b1-31949f31dae7 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/floatingips/08f23547-0de4-4f12-b42e-bb349ff92fde HTTP/1.1" status: 200 len: 992 time: 0.3453290 May 20 14:54:51.847712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:51.917326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.927514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1623e96b-66e2-411b-885b-33f50d30c79e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:51.932679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-0f25ebe3-8440-4df1-ab0e-bdd65411fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:51.934154 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-0f25ebe3-8440-4df1-ab0e-bdd65411fcf6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 200 len: 897 time: 0.5452878 May 20 14:54:51.937093 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] For port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:51.937498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.952215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=358c6ed9-9848-4ffd-be02-6e5a2ce0766d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:51.955366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:51.956003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.960124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:51.966925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:51.969075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-691fc87c-bf41-4b78-83f4-14cae0ccd4ec tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:51.996812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:51.999898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=c492c7e3-6753-4bdb-90f2-59b8bc237185,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:52.002160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:52.003330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:52.007426 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/c492c7e3-6753-4bdb-90f2-59b8bc237185 HTTP/1.1" status: 204 len: 168 time: 1.8591552 May 20 14:54:52.011911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.015172 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/358c6ed9-9848-4ffd-be02-6e5a2ce0766d HTTP/1.1" status: 204 len: 168 time: 0.4036214 May 20 14:54:52.015172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:52.015172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:52.019040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58232) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:52.038731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1296742607'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:52.045733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port 4c111851-9c19-4808-ab01-c86ef95e45e9, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4c111851-9c19-4808-ab01-c86ef95e45e9,segment=NetworkSegment(b16b222b-831b-4178-8ad6-bcc1d72d51a8),segment_id=b16b222b-831b-4178-8ad6-bcc1d72d51a8)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:52.046086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.046249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:52.053641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:52.058729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:52.062153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.079965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:52.110738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:52.144331 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Calling delete_port for 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:52.162167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:54:52.198797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.201449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3d78a887-68de-4581-a713-593c61e881bd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:52.207071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:52.207342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:52.209758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.259430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3d78a887-68de-4581-a713-593c61e881bd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:52.263742 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3d78a887-68de-4581-a713-593c61e881bd tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2407951 May 20 14:54:52.264450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58238) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:52.266740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:52.272238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc203d-9772-4e93-817d-1b6051a2831b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:52.285125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:52.287870 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Network c492c7e3-6753-4bdb-90f2-59b8bc237185 is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:54:52.288918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] No DVR routers for this DVR port 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:52.290729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Pushing event deleted for resources: {'Port': ['ID=78dfd9df-09f5-4a72-8db7-ad6d74ed29b5,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:52.301949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.301949 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment 5cc4878d-534a-4fd6-a038-8d069e96498a of type vlan for network 6dd4dfc9-56ab-4b61-9d95-649969512a82 May 20 14:54:52.302949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:52.327301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:52.363373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for 4c111851-9c19-4808-ab01-c86ef95e45e9 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:52.396150 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-e2d107c6-65d5-4cb5-b5d3-d11882108a28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 200 len: 1000 time: 0.4504912 May 20 14:54:52.445148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.450469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.160 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/953f4eb4-2148-4765-8045-9dfa68defa37) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:52.505516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-d2371d91-164c-4ac2-9a29-d3483a0cf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:52.507786 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-d2371d91-164c-4ac2-9a29-d3483a0cf30b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af032417-d244-4d87-8e03-6c480cdbf43b HTTP/1.1" status: 200 len: 835 time: 0.0973256 May 20 14:54:52.533978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port caf7b4b3-19fe-4219-b777-62f1612f6853, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=caf7b4b3-19fe-4219-b777-62f1612f6853,segment=NetworkSegment(0e95ec5b-72ac-4d61-aca2-209571e1342a),segment_id=0e95ec5b-72ac-4d61-aca2-209571e1342a)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:52.540522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.543395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.546488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f73f2876-2881-4192-ac4d-eeb1eb9b060d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:52.552416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.637001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=caf7b4b3-19fe-4219-b777-62f1612f6853,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:52.640407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:54:52.648335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.653990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:52.654593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.662811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c12ffdc2-e8d4-4367-95d9-f28327589c93 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:52.733891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.758555 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:52.759755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9517399-09a7-4a61-a0a7-c693c0dc949c None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:54:52.764585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.799581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:54:52.799959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78dfd9df-09f5-4a72-8db7-ad6d74ed29b5 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:54:52.810239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '08f23547-0de4-4f12-b42e-bb349ff92fde', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'floating_ip_address': '172.26.6.138', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'port_id': 'ce529714-ff13-470a-81c9-864edafc22ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'mac_address': 'fa:16:3e:ef:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:46Z', 'updated_at': '2021-05-20T14:54:46Z', 'revision_number': 0, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:29Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:52.824083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58242) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:52.826835 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] Checking router: f63bc411-4b87-49a9-8b14-857c8b1b3cd5 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:54:52.838731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.839829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-80ca47cb-ed46-4e05-9fa2-f60e8657789b None None] Provisioning complete for port caf7b4b3-19fe-4219-b777-62f1612f6853 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:52.840306 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-80ca47cb-ed46-4e05-9fa2-f60e8657789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.850200 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8303080 May 20 14:54:52.850200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=6dd4dfc9-56ab-4b61-9d95-649969512a82,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:52.851973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58246) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:52.860696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:52.861789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2d883d16-32f8-4e81-8b7f-cb1fac98aa34 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:52.881375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:52.881529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6dd4dfc9-56ab-4b61-9d95-649969512a82 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:52.903788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:52.905023 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6396596 May 20 14:54:52.913233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:52.913233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:52.920223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58250) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:52.923224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2449a3-5ec4-4c0a-b838-6dee7f1c5d3e,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:52.925653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:52.980564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-015c1a5f-dc15-4131-8e37-5eb7929ce77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:52.982241 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-015c1a5f-dc15-4131-8e37-5eb7929ce77c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53304783-2fc0-4fb9-a175-95c4d3c0836d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2738032 May 20 14:54:52.990815 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-059ebb52-e76b-4a2a-95cb-ce3982f263db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/floatingips/08f23547-0de4-4f12-b42e-bb349ff92fde HTTP/1.1" status: 200 len: 992 time: 0.1644390 May 20 14:54:53.004428 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7036bab2-9efb-4a74-90b1-be00feff4e47 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules/8e2449a3-5ec4-4c0a-b838-6dee7f1c5d3e HTTP/1.1" status: 200 len: 763 time: 0.0820611 May 20 14:54:53.007304 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device caf7b4b3-19fe-4219-b777-62f1612f6853 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:53.012629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58254) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:53.018438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.039306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fc1e91bb-98ca-47a6-a81c-ed09954eb6e1 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:53.089664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=4c111851-9c19-4808-ab01-c86ef95e45e9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:53.094539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:53.110710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:53.116758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:53.120255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:53.139407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:53.141739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port 4c111851-9c19-4808-ab01-c86ef95e45e9 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:54:53.169928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3a5264bc-486e-41fd-a668-335763a38d62 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:53.188968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:53.192448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.237072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3a5264bc-486e-41fd-a668-335763a38d62 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:53.238369 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3a5264bc-486e-41fd-a668-335763a38d62 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2249155 May 20 14:54:53.242073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58258) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:53.307408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.318493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fcdd72e5-9104-4140-8b4a-d53bfbd3ca29 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:53.349807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.353244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.370768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-63c92d3a-57f2-4426-9ef2-23ce66c6105d service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782785 May 20 14:54:53.385131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1f95dd-a0db-4704-bd9a-c5cca8eff079']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:53.407042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.435680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:53.439055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:53.440884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16b222b-831b-4178-8ad6-bcc1d72d51a8') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:53.441183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16b222b-831b-4178-8ad6-bcc1d72d51a8') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:53.461720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:53.469884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:53.470348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.500842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.501082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port caf7b4b3-19fe-4219-b777-62f1612f6853 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:53.501271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.505592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9fdb04ec-a66d-45c1-9a54-94bf4ec46bf5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:53.512749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.536160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e2449a3-5ec4-4c0a-b838-6dee7f1c5d3e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:53.542806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:53.546990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1fbf9bc-bc05-4311-9360-2aac978b45eb tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:53.566819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=953f4eb4-2148-4765-8045-9dfa68defa37,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:53.587944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:53.592766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.610057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:54:53.610477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.618650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.619860 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/8e2449a3-5ec4-4c0a-b838-6dee7f1c5d3e HTTP/1.1" status: 204 len: 168 time: 0.3760006 May 20 14:54:53.627886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58262) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:54:53.629812 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:54:53.704109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=71d2a5dd-39e5-4ce4-80db-1bbfb46283ae,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:53.706629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:53.715351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': 'de718c7b-ae47-4164-8c62-37f2c0f27660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:53.715720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: 71aec3c9-c40a-4d49-800b-2890c3aadef1, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:53.758549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9517399-09a7-4a61-a0a7-c693c0dc949c None None] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:53.769407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b00c955a-8ddc-439c-a002-cfeca2501bdb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:53.787593 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Agent 347c44f5-61bb-4fe6-b116-3eceb123a474 already present May 20 14:54:53.787593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:53.788233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 71aec3c9-c40a-4d49-800b-2890c3aadef1) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:53.798408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9517399-09a7-4a61-a0a7-c693c0dc949c None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 71aec3c9-c40a-4d49-800b-2890c3aadef1) {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:54:53.811155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:53.811752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.820116 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-eb8df6c9-59c1-4a88-b75d-616273927746 req-984d6e8f-3a21-4e1b-8647-faacee1cf8a8 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362295 May 20 14:54:53.820898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b00c955a-8ddc-439c-a002-cfeca2501bdb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:53.824995 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b00c955a-8ddc-439c-a002-cfeca2501bdb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1864226 May 20 14:54:53.825213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58266) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:53.839313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Request body: {'security_group_rule': {'security_group_id': 'f2fc203d-9772-4e93-817d-1b6051a2831b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:53.846441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.852537 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1721418 May 20 14:54:53.856206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ec36d984-6572-4c28-a52c-1e538e63c906 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:53.860104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58270) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:53.871346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.881411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:53.911383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=ed1f95dd-a0db-4704-bd9a-c5cca8eff079,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:53.913151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:53.919960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1481547108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:53.932947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:53.943658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:53.949018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:53.956408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:53.973183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.974141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:53.994648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58274) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:54.058984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.145423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:54.157035 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/ed1f95dd-a0db-4704-bd9a-c5cca8eff079 HTTP/1.1" status: 204 len: 168 time: 5.1599095 May 20 14:54:54.157788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58278) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:54.164018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.167305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-816033165'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:54.170055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '08f23547-0de4-4f12-b42e-bb349ff92fde', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'floating_ip_address': '172.26.6.138', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'port_id': 'ce529714-ff13-470a-81c9-864edafc22ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'mac_address': 'fa:16:3e:ef:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:46Z', 'updated_at': '2021-05-20T14:54:46Z', 'revision_number': 0, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:29Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:54.172616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:54.178343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:54.178592 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-38359233-b44c-44dd-8b22-1fddd14edb35 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/floatingips/08f23547-0de4-4f12-b42e-bb349ff92fde HTTP/1.1" status: 200 len: 992 time: 0.1826770 May 20 14:54:54.183815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:54.188566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ebe82-fb94-4d66-86be-c90f91bb9922 None None] The sync data for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv is: [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '08f23547-0de4-4f12-b42e-bb349ff92fde', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'floating_ip_address': '172.26.6.138', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'port_id': 'ce529714-ff13-470a-81c9-864edafc22ea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'mac_address': 'fa:16:3e:ef:33:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:46Z', 'updated_at': '2021-05-20T14:54:46Z', 'revision_number': 0, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:29Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:54.190467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:54.198711 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Project 759524c8caa54487bfaf579254f9735b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:54:54.207024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.211218 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ab3cb118-f0dd-4c0d-ba02-f664302694ab tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2964959 May 20 14:54:54.211629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58282) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:54.218463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.236084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:54.239570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.283202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.296498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fc6ab01a-e77a-4dc5-8e87-28ad804c8463 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:54.360129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:54:54.370446 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-71aec3c9-c40a-4d49-800b-2890c3aadef1', 'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '71d2a5dd-39e5-4ce4-80db-1bbfb46283ae'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:54.372084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.396599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.396960 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment 655bfe46-f055-4dde-a080-a57fb3bf2569 of type vlan for network 121719b1-7851-4acf-ba75-c6708807f90e May 20 14:54:54.447478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.449337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.462819 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.472817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-92d8ae87-45ed-42f6-83c1-52a665ac0f33 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:54.521257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b977596-fe50-42cc-a89c-e3ed82e95d5d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:54.524577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:54.545579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.551375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:54.551896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.565371 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e991be2d-bc2a-41bd-8235-1b23584d1907 None None] New status for floating IP 08f23547-0de4-4f12-b42e-bb349ff92fde: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:54:54.572951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Allocated IP 172.20.0.2 (71aec3c9-c40a-4d49-800b-2890c3aadef1/71d2a5dd-39e5-4ce4-80db-1bbfb46283ae/08e8ff59-31b8-4eaf-a546-78e61cfda4d6) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:54.573729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d12bf892-bb8c-43da-8503-7692c3f6fe8b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:54.595840 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4372299 May 20 14:54:54.616871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.618311 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7922251 May 20 14:54:54.623188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58286) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:54.623752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58288) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:54.634590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': '121719b1-7851-4acf-ba75-c6708807f90e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:54.677405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=227b6c5f-de56-4a20-bbaf-01bc01f6a57a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:54.707672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:54.708653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': '5cc4878d-534a-4fd6-a038-8d069e96498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:54.709182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: 6dd4dfc9-56ab-4b61-9d95-649969512a82, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:54.754901 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d25cd4ec-6e78-4d7b-a252-12bd5e00bf95 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules/0b977596-fe50-42cc-a89c-e3ed82e95d5d HTTP/1.1" status: 200 len: 769 time: 0.1261241 May 20 14:54:54.783757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58294) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:54.798841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.809352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=121719b1-7851-4acf-ba75-c6708807f90e,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:54.810143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Transition to ACTIVE for port object 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:54.812144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77e09061-c7eb-464f-87b6-b66c39693482 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:54.818598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.831489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Transition to ACTIVE for port object 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:54.836657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 121719b1-7851-4acf-ba75-c6708807f90e details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:54:54.849522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:54.856176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.864051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:54:54.864536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-54998950-b171-400f-86fb-3ca7825a1c08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:54.874202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:54:54.911050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:54.937395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:54.941182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:54.946717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:54.977995 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b409049a-fe19-41c3-8374-24bda84cc04b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1811624 May 20 14:54:54.994339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:55.013311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:55.025078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58298) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:55.027573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 6dd4dfc9-56ab-4b61-9d95-649969512a82 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:55.029619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Pushing event updated for resources: {'Port': ['ID=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:55.043173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing IP validity checks on allocation pools {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 14:54:55.043990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 14:54:55.052943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.064789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:55.101865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 6dd4dfc9-56ab-4b61-9d95-649969512a82) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:55.122188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Attempting to bind port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:55.122570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Attempting to bind port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'de718c7b-ae47-4164-8c62-37f2c0f27660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:55.122956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Attempting to bind port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 on network 71aec3c9-c40a-4d49-800b-2890c3aadef1 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:55.125788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:55.126379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.128479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:55.129237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Checking segment: {'id': 'de718c7b-ae47-4164-8c62-37f2c0f27660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:55.129654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.130122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Bound using segment: {'id': 'de718c7b-ae47-4164-8c62-37f2c0f27660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:55.130789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Bound port: 08e8ff59-31b8-4eaf-a546-78e61cfda4d6, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de718c7b-ae47-4164-8c62-37f2c0f27660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '71aec3c9-c40a-4d49-800b-2890c3aadef1'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:55.131526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.144934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.190620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58302) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:55.192164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.213900 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3571031 May 20 14:54:55.228661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] For port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:55.232125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] For port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,segment=NetworkSegment(de718c7b-ae47-4164-8c62-37f2c0f27660),segment_id=de718c7b-ae47-4164-8c62-37f2c0f27660)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:55.238765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.243327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:55.255537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58306) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:55.270900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.272768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1624372131'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:55.331451 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Pushing event updated for resources: {'Port': ['ID=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:55.340824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:55.394544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.460160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-455d4d1f-76c9-4e7a-911b-cd234c58d43f tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:55.491604 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:55.525318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b977596-fe50-42cc-a89c-e3ed82e95d5d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:55.527578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:55.532537 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-da465595-cff9-4d3e-91bc-88169a161931 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/floatingips/08f23547-0de4-4f12-b42e-bb349ff92fde HTTP/1.1" status: 200 len: 994 time: 0.3293595 May 20 14:54:55.534686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.535683 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-group-rules/0b977596-fe50-42cc-a89c-e3ed82e95d5d HTTP/1.1" status: 204 len: 168 time: 0.5097673 May 20 14:54:55.541963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58310) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:55.566054 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:54:55.571528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:54:55.592099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.600128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.609576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:55.653242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:54:55.656884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.692234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-598275dd-108d-4e1f-a8d6-307eda24aada tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:55.744476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 01d49421-b36c-499f-80c5-011d8ae2e5ef yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:54:55.752185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-598275dd-108d-4e1f-a8d6-307eda24aada tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group_rule {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:55.753594 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-598275dd-108d-4e1f-a8d6-307eda24aada tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2110901 May 20 14:54:55.758159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58314) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:55.826051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.20.0.1 (71aec3c9-c40a-4d49-800b-2890c3aadef1/71d2a5dd-39e5-4ce4-80db-1bbfb46283ae/7a94f3ef-510f-494f-84c8-9d45faf3daee) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:55.887008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:55.984820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.000034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=953f4eb4-2148-4765-8045-9dfa68defa37,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:56.013244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:56.052690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.070755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.077512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.083825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7cf1a7a8-cd85-4aa6-993f-d3a62a5019fa tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:56.099366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fc203d-9772-4e93-817d-1b6051a2831b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:56.106453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:56.111948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object 7a94f3ef-510f-494f-84c8-9d45faf3daee will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:56.140810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.144813 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "DELETE /v2.0/security-groups/f2fc203d-9772-4e93-817d-1b6051a2831b HTTP/1.1" status: 204 len: 168 time: 0.3857560 May 20 14:54:56.146531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58318) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:56.187585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.195351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-35384bfb-f014-481f-bc87-33507e6de734 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:56.282384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:56.285603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d114c294-6efb-4b42-993d-52dd4ba9ea62 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Synchronizing usage tracker for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:56.293511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:56.298164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:56.300404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.10 (6dd4dfc9-56ab-4b61-9d95-649969512a82/227b6c5f-de56-4a20-bbaf-01bc01f6a57a/01d49421-b36c-499f-80c5-011d8ae2e5ef) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:56.338604 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c associated. External IP: 172.26.6.160, port: 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd. May 20 14:54:56.346103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=7a94f3ef-510f-494f-84c8-9d45faf3daee,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:56.354467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:56.364355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d114c294-6efb-4b42-993d-52dd4ba9ea62 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Unset dirty status for tenant:759524c8caa54487bfaf579254f9735b on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:56.369673 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d114c294-6efb-4b42-993d-52dd4ba9ea62 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2180974 May 20 14:54:56.372191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58322) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:56.390152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.393897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0533e7-aa94-4b58-9e61-9c4d3aee94b9 None None] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:56.410821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57383380-8f86-4b21-8c4d-b2d33df9f574 None None] Network 6dd4dfc9-56ab-4b61-9d95-649969512a82 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:56.458682 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cbf52230-6cc0-49cf-bfa1-3874b52c95a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0851769 May 20 14:54:56.603511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-de6de40e-d7fe-4a07-833f-ce2c7de880d9 None None] Provisioning for port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:56.640599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.656206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b48508ea-4108-4f8f-99ec-2383c5928daf tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:56.742900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.808035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=5327d97c-760b-4d85-a5bf-3195615fe46c,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:56.816145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:56.836554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-6dd4dfc9-56ab-4b61-9d95-649969512a82', 'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': '227b6c5f-de56-4a20-bbaf-01bc01f6a57a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:56.837957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.873339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:56.897518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': '655bfe46-f055-4dde-a080-a57fb3bf2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '121719b1-7851-4acf-ba75-c6708807f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:56.898070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: 121719b1-7851-4acf-ba75-c6708807f90e, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:54:56.915580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58330) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:56.933461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 01d49421-b36c-499f-80c5-011d8ae2e5ef will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:57.036882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:54:57.079803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 121719b1-7851-4acf-ba75-c6708807f90e is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:54:57.090291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.095087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:54:57.109208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1c26e4a4-6881-47a7-92b3-564d336098f0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:57.161412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 121719b1-7851-4acf-ba75-c6708807f90e) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:57.216089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.217332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22928641-1ee4-434e-95c3-d52e670ebe1b None None] Network 121719b1-7851-4acf-ba75-c6708807f90e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:57.220722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.255712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2f221d68-fd7e-40bc-adbd-7255472a5ab5 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:57.270885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 6dd4dfc9-56ab-4b61-9d95-649969512a82 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:57.283311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:57.283906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.287492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:57.307178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:57.325012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Allocated IP 172.20.0.2 (6dd4dfc9-56ab-4b61-9d95-649969512a82/227b6c5f-de56-4a20-bbaf-01bc01f6a57a/d650c3eb-e56a-4d5a-8582-329e48d23e38) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:57.341464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=7a94f3ef-510f-494f-84c8-9d45faf3daee,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:57.351772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:57.356245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:57.370584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.379616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=01d49421-b36c-499f-80c5-011d8ae2e5ef,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:57.388557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:57.389638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.529004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:57.530445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:57.701156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.713234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Transition to ACTIVE for port object d650c3eb-e56a-4d5a-8582-329e48d23e38 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:57.716100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:57.720885 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d2eb0791-8ece-4158-b846-947359a6bd14 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=759524c8caa54487bfaf579254f9735b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8038335 May 20 14:54:57.726240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58336) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:57.728385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:57.728773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.752223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Transition to ACTIVE for port object d650c3eb-e56a-4d5a-8582-329e48d23e38 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:57.767565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:57.778215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.782088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router f3b68e8a-2b73-4727-9535-628a0e9bd64e is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:54:57.789535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b20bcda6-2d6f-4214-900d-feb24ab8f465 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:57.795843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:57.840938 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1714b08b-ab85-4c35-bfa0-fc7929fb586d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2160027 May 20 14:54:57.848258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.852443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:57.853099 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:57.885381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58340) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:57.908008 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6498089 May 20 14:54:57.913485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58344) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:57.918423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:57.923633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876b50f-3d9f-4f45-9a16-5bf71a8dede0 None None] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:54:57.958142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Network 6dd4dfc9-56ab-4b61-9d95-649969512a82 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:54:57.983261 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.1522622 May 20 14:54:57.986631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:54:57.993471 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-64421dea-a986-469e-a8c1-5904b8c692a8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2504823 May 20 14:54:57.994413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58348) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:58.012932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:54:58.015419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:54:58.052759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:54:58.065553 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] Sync routers for ids ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:54:58.087339 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] Routers {'f3b68e8a-2b73-4727-9535-628a0e9bd64e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:58.088181 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:58.091778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.127874 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/f3b68e8a-2b73-4727-9535-628a0e9bd64e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9126661 May 20 14:54:58.133651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58354) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:58.170163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-121719b1-7851-4acf-ba75-c6708807f90e', 'network_id': '121719b1-7851-4acf-ba75-c6708807f90e', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': '5327d97c-760b-4d85-a5bf-3195615fe46c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:54:58.171000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.182666 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Pushing event updated for resources: {'Port': ['ID=d650c3eb-e56a-4d5a-8582-329e48d23e38,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:58.185619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:58.214578 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ea13a4e1-4e7a-42f9-b2fe-5f613000d4dd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 992 time: 0.1747386 May 20 14:54:58.216720 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'status': 'completed', 'code': 200} May 20 14:54:58.227726 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:58.240270 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] Routers {'f3b68e8a-2b73-4727-9535-628a0e9bd64e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:54:58.240872 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:58.285709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d36aeb-381c-4f89-847c-d1894a8d7252 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:58.286399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-30d36aeb-381c-4f89-847c-d1894a8d7252 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:58.289370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2998d87b-a65e-4977-a41b-611fd628f2a1 None None] Provisioning complete for port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:58.289949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2998d87b-a65e-4977-a41b-611fd628f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.306421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.312817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f496a601-33c8-4463-b544-757369a48577 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:58.335767 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:54:58.336022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae41e811-c5a8-442b-920e-d96179eeea85,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:58.336473 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddef1fc-370d-4f2e-bd3e-d363a685050e None None] The sync data for ids ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:54:58.337717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-30d36aeb-381c-4f89-847c-d1894a8d7252 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:58.341758 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-30d36aeb-381c-4f89-847c-d1894a8d7252 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports/7a94f3ef-510f-494f-84c8-9d45faf3daee HTTP/1.1" status: 200 len: 910 time: 0.1993926 May 20 14:54:58.341758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:58.347788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58358) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:58.373499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.374604 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ae41e811-c5a8-442b-920e-d96179eeea85 HTTP/1.1" status: 204 len: 168 time: 0.6474309 May 20 14:54:58.383337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 01d49421-b36c-499f-80c5-011d8ae2e5ef {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:54:58.383684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.398459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.455025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.555690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Attempting to bind port d650c3eb-e56a-4d5a-8582-329e48d23e38 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:54:58.556076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Attempting to bind port d650c3eb-e56a-4d5a-8582-329e48d23e38 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '5cc4878d-534a-4fd6-a038-8d069e96498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:54:58.556448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Attempting to bind port d650c3eb-e56a-4d5a-8582-329e48d23e38 on network 6dd4dfc9-56ab-4b61-9d95-649969512a82 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:54:58.603639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-00e4acca-7352-445d-83a4-97218c067258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:58.605395 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-00e4acca-7352-445d-83a4-97218c067258 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3be21e2fbe34ea0a92cc86657485970&device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1099 time: 0.3488600 May 20 14:54:58.609837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-f23da27c-2fe6-48d7-a189-291aaab366ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:58.620819 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-f23da27c-2fe6-48d7-a189-291aaab366ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1099 time: 0.3953595 May 20 14:54:58.684196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:54:58.684196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Checking segment: {'id': '5cc4878d-534a-4fd6-a038-8d069e96498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:54:58.684196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.684196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Bound using segment: {'id': '5cc4878d-534a-4fd6-a038-8d069e96498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:54:58.684196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Bound port: d650c3eb-e56a-4d5a-8582-329e48d23e38, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc4878d-534a-4fd6-a038-8d069e96498a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '6dd4dfc9-56ab-4b61-9d95-649969512a82'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:54:58.684732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.684836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.708262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.722047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,segment=NetworkSegment(de718c7b-ae47-4164-8c62-37f2c0f27660),segment_id=de718c7b-ae47-4164-8c62-37f2c0f27660)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:54:58.773668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.782902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:54:58.820248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 01d49421-b36c-499f-80c5-011d8ae2e5ef owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:54:58.838481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:58.908670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-80782b10-473a-4100-8ab8-962de488a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:58.910279 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-80782b10-473a-4100-8ab8-962de488a12e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 898 time: 0.2064788 May 20 14:54:58.940896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:58.946655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e2312ebf-130d-4a45-a7f5-2c7c2dca523c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:59.032033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=01d49421-b36c-499f-80c5-011d8ae2e5ef,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:59.034692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:59.105401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.123426 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/01d49421-b36c-499f-80c5-011d8ae2e5ef HTTP/1.1" status: 204 len: 168 time: 1.2087462 May 20 14:54:59.125966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58378) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:59.182552 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-c992955f-1616-4b0f-bc55-d89dfd23c73f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:54:59.183449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c992955f-1616-4b0f-bc55-d89dfd23c73f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:54:59.198261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Allocated IP 172.20.0.3 (121719b1-7851-4acf-ba75-c6708807f90e/5327d97c-760b-4d85-a5bf-3195615fe46c/d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:54:59.206242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c992955f-1616-4b0f-bc55-d89dfd23c73f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:54:59.208190 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c992955f-1616-4b0f-bc55-d89dfd23c73f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/01d49421-b36c-499f-80c5-011d8ae2e5ef HTTP/1.1" status: 404 len: 333 time: 0.0812938 May 20 14:54:59.211756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58384) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:59.223652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58390) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:59.255670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2998d87b-a65e-4977-a41b-611fd628f2a1 None None] Provisioning for port 7a94f3ef-510f-494f-84c8-9d45faf3daee completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:54:59.279164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] For port d650c3eb-e56a-4d5a-8582-329e48d23e38, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:54:59.281406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:59.315426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:59.316361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2998d87b-a65e-4977-a41b-611fd628f2a1 None None] Provisioning complete for port 7a94f3ef-510f-494f-84c8-9d45faf3daee triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:54:59.316897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2998d87b-a65e-4977-a41b-611fd628f2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.317612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 227b6c5f-de56-4a20-bbaf-01bc01f6a57a {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:54:59.321955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.383070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58394) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:59.393036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2998d87b-a65e-4977-a41b-611fd628f2a1 None None] Port 7a94f3ef-510f-494f-84c8-9d45faf3daee cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:54:59.407507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] For port d650c3eb-e56a-4d5a-8582-329e48d23e38, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d650c3eb-e56a-4d5a-8582-329e48d23e38,segment=NetworkSegment(5cc4878d-534a-4fd6-a038-8d069e96498a),segment_id=5cc4878d-534a-4fd6-a038-8d069e96498a)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:54:59.471272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.481990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.493723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:54:59.581188 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3d8b62ac-b8be-47a9-ac01-c0c9f1cbc36e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 992 time: 0.2708499 May 20 14:54:59.613478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.619428 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-b3a422c1-5bc0-4a0a-9974-63a6fbbc5a51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 200 len: 1000 time: 0.6890476 May 20 14:54:59.680867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e9552251-fa5b-4e04-8f69-a0c33d1dfadd tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1837709702', 'prefixes': ['172.20.0.0/16']}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:54:59.696346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Pushing event updated for resources: {'Port': ['ID=d650c3eb-e56a-4d5a-8582-329e48d23e38,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:54:59.713505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:54:59.730402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e9552251-fa5b-4e04-8f69-a0c33d1dfadd tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:54:59.762972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-b65ec38a-0492-42ad-981a-c69b8dd1ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:59.764835 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-b65ec38a-0492-42ad-981a-c69b8dd1ff6a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.1286914 May 20 14:54:59.883069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-57e1b778-c0dc-47bf-bbe4-305eba36f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:54:59.886197 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-57e1b778-c0dc-47bf-bbe4-305eba36f660 service neutron] 10.222.0.11 "GET /v2.0/networks?id=53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 200 len: 897 time: 1.2048090 May 20 14:54:59.902216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.918575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Transition to ACTIVE for port object d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:59.944236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Transition to ACTIVE for port object d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:54:59.959044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.967396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e9552251-fa5b-4e04-8f69-a0c33d1dfadd tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] Notify callbacks [] for subnetpool, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:54:59.968688 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e9552251-fa5b-4e04-8f69-a0c33d1dfadd tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5829065 May 20 14:54:59.972223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58400) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:54:59.979384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:00.021416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '96436cc8-d4ea-4202-a78a-9c9844255a2c', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.160', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'port_id': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'mac_address': 'fa:16:3e:7b:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:54Z', 'updated_at': '2021-05-20T14:54:54Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:00.026157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Network 121719b1-7851-4acf-ba75-c6708807f90e is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:00.034382 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c28db707-eaba-4c14-adb1-8bf62ba997a6 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] 10.222.0.58 "GET /v2.0/subnetpools/0f537f93-addb-411e-a0b3-c58e0db2acd8 HTTP/1.1" status: 200 len: 732 time: 0.0609944 May 20 14:55:00.034597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:00.036918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58404) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:00.039017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:55:00.066692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7adabb0d-9c4d-4700-875b-bf9378cf3c16 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1982573817'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:00.077059 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:00.165886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.172641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:00.173764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:00.187359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33667bdc-ca24-46c2-887f-563e5e6860f6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:00.246001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.253926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=227b6c5f-de56-4a20-bbaf-01bc01f6a57a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:00.263513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:00.263858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3dbd3d52-7277-4e0e-9718-2cf7f2664f65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:00.273551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.307956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=5327d97c-760b-4d85-a5bf-3195615fe46c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:00.311348 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/227b6c5f-de56-4a20-bbaf-01bc01f6a57a HTTP/1.1" status: 204 len: 168 time: 1.0981002 May 20 14:55:00.315016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:00.318519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58408) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:00.348487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Pushing event updated for resources: {'Port': ['ID=d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:00.362549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:00.391049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ded66b1c-ea32-4686-85af-afe39dfadb9b None None] Provisioning complete for port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:00.391664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ded66b1c-ea32-4686-85af-afe39dfadb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.474037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.477572 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Attempting to bind port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:00.477912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Attempting to bind port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '655bfe46-f055-4dde-a080-a57fb3bf2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '121719b1-7851-4acf-ba75-c6708807f90e'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:00.478273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Attempting to bind port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d on network 121719b1-7851-4acf-ba75-c6708807f90e {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:00.488595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7adabb0d-9c4d-4700-875b-bf9378cf3c16 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] Notify callbacks [] for subnetpool, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.492620 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7adabb0d-9c4d-4700-875b-bf9378cf3c16 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] 10.222.0.58 "PUT /v2.0/subnetpools/0f537f93-addb-411e-a0b3-c58e0db2acd8 HTTP/1.1" status: 200 len: 684 time: 0.4518027 May 20 14:55:00.496920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58412) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:00.559686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.565080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121719b1-7851-4acf-ba75-c6708807f90e']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:00.582387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655bfe46-f055-4dde-a080-a57fb3bf2569') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:00.583211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655bfe46-f055-4dde-a080-a57fb3bf2569') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:00.591415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:00.591951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Checking segment: {'id': '655bfe46-f055-4dde-a080-a57fb3bf2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '121719b1-7851-4acf-ba75-c6708807f90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:00.592470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.592974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Bound using segment: {'id': '655bfe46-f055-4dde-a080-a57fb3bf2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '121719b1-7851-4acf-ba75-c6708807f90e'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:00.593587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Bound port: d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '655bfe46-f055-4dde-a080-a57fb3bf2569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '121719b1-7851-4acf-ba75-c6708807f90e'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:00.594449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.598702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58416) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:00.600055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.617319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.623933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:00.624639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:00.724842 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:00.733516 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-bfa149a8-ff4d-415e-8f40-d486a5743fcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 200 len: 1002 time: 0.8215220 May 20 14:55:00.737311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:00.737311 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:00.737311 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': '121719b1-7851-4acf-ba75-c6708807f90e'}] May 20 14:55:00.737311 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:00.737311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:00.778775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-d2838aa0-91b7-4080-a597-6cb7de2d49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:00.780429 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-d2838aa0-91b7-4080-a597-6cb7de2d49d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9903560 May 20 14:55:00.830036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] For port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:00.834379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:00.922492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] For port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d,segment=NetworkSegment(655bfe46-f055-4dde-a080-a57fb3bf2569),segment_id=655bfe46-f055-4dde-a080-a57fb3bf2569)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:00.937550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.004699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-b8863cb8-fc23-4305-89b4-175324da8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:01.008335 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-b8863cb8-fc23-4305-89b4-175324da8e3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af032417-d244-4d87-8e03-6c480cdbf43b HTTP/1.1" status: 200 len: 835 time: 0.2625084 May 20 14:55:01.074323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f73f2876-2881-4192-ac4d-eeb1eb9b060d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:01.147825 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-be08bae5-d090-4b0e-8b28-c5b28f69e7dd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 992 time: 0.5465012 May 20 14:55:01.175044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8c0bf002-4fdc-4f8b-8b47-5c7ba6bcdc4d tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] Notify callbacks [] for subnetpool, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.177628 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8c0bf002-4fdc-4f8b-8b47-5c7ba6bcdc4d tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0f537f93-addb-411e-a0b3-c58e0db2acd8 HTTP/1.1" status: 204 len: 168 time: 0.6797578 May 20 14:55:01.181782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58420) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:01.185302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:01.186199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.214071 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-5c498944-1874-445c-a175-60d7806daa03 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] show failed (client error): The resource could not be found. May 20 14:55:01.215109 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5c498944-1874-445c-a175-60d7806daa03 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] 10.222.0.58 "GET /v2.0/subnetpools/0f537f93-addb-411e-a0b3-c58e0db2acd8 HTTP/1.1" status: 404 len: 346 time: 0.0323865 May 20 14:55:01.217543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port d650c3eb-e56a-4d5a-8582-329e48d23e38 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:01.217884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.230482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ded66b1c-ea32-4686-85af-afe39dfadb9b None None] Provisioning complete for port 7a94f3ef-510f-494f-84c8-9d45faf3daee triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:01.230868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ded66b1c-ea32-4686-85af-afe39dfadb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.232562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58424) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:01.270454 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-65e813d5-0ee4-4a0e-b223-67dbac0b4bd6 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] delete failed (client error): The resource could not be found. May 20 14:55:01.271526 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-65e813d5-0ee4-4a0e-b223-67dbac0b4bd6 tempest-SubnetPoolsTestJSON-1156088464 tempest-SubnetPoolsTestJSON-1156088464-project] 10.222.0.58 "DELETE /v2.0/subnetpools/0f537f93-addb-411e-a0b3-c58e0db2acd8 HTTP/1.1" status: 404 len: 346 time: 0.0353479 May 20 14:55:01.276549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.303194 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-07f5edd3-c5c7-4deb-9550-ebfbc43a299e service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4950581 May 20 14:55:01.365082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] For port d650c3eb-e56a-4d5a-8582-329e48d23e38, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d650c3eb-e56a-4d5a-8582-329e48d23e38,segment=NetworkSegment(5cc4878d-534a-4fd6-a038-8d069e96498a),segment_id=5cc4878d-534a-4fd6-a038-8d069e96498a)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:01.365976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.372826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Pushing event updated for resources: {'Port': ['ID=d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:01.432487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:01.453219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6ea2a-d315-4827-9206-602aed00f3b1 None None] Network 6dd4dfc9-56ab-4b61-9d95-649969512a82 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:01.519014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for d650c3eb-e56a-4d5a-8582-329e48d23e38 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:01.588358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.595596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:01.605954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ded66b1c-ea32-4686-85af-afe39dfadb9b None None] Port 7a94f3ef-510f-494f-84c8-9d45faf3daee cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:01.659889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58432) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:01.678848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=d650c3eb-e56a-4d5a-8582-329e48d23e38,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:01.681989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No DVR routers for this DVR port d650c3eb-e56a-4d5a-8582-329e48d23e38 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:01.684164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:01.745605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47bbd7-681a-4205-8c23-8842f524d14d None None] Network 121719b1-7851-4acf-ba75-c6708807f90e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:01.753614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-e86788eb-029f-47ef-b6e8-687bd774f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:01.755120 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-e86788eb-029f-47ef-b6e8-687bd774f807 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53304783-2fc0-4fb9-a175-95c4d3c0836d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7272947 May 20 14:55:01.839459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.841832 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fda2689e-3410-4d02-bfc8-3b46c7460fa5 req-bf75f0e0-feff-4e1e-a2b5-0e89f586dd44 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5150697 May 20 14:55:01.851193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.864129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dd4dfc9-56ab-4b61-9d95-649969512a82']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:01.875895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e854f7ec-cd95-4284-a853-020f084e1645 None None] Could not find standard attr ID for object d650c3eb-e56a-4d5a-8582-329e48d23e38. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:55:01.880866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc4878d-534a-4fd6-a038-8d069e96498a') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:01.881163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc4878d-534a-4fd6-a038-8d069e96498a') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:01.888740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:01.896316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Usage tracker for resource:security_group_rule and tenant:44c322760814444b9a07eec532a8f1a0 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:01.900647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.908002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:01.917711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:01.929365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.937345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:01.937953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:01.954189 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:02.043921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:02.044295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.056374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:02.056951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.108914 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-8cdfff61-eef0-460b-a64e-46ba0e073f36 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404634 May 20 14:55:02.123144 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e854f7ec-cd95-4284-a853-020f084e1645 None None] Provisioning complete for port 7a94f3ef-510f-494f-84c8-9d45faf3daee triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:02.123528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e854f7ec-cd95-4284-a853-020f084e1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.123981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.130158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.143014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cf46b6da-a398-4425-92f6-11928aa89dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:02.168844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:02.192328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.204670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7382b58-77a4-4fb4-8193-17e1018315dd None None] DHCP port deletion for 6dd4dfc9-56ab-4b61-9d95-649969512a82 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:02.254818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e854f7ec-cd95-4284-a853-020f084e1645 None None] Port 7a94f3ef-510f-494f-84c8-9d45faf3daee cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:02.270611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=6dd4dfc9-56ab-4b61-9d95-649969512a82,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:02.277641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:02.289020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.300700 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc8052b7-b2e0-4e80-b90b-c51f270117fa req-d3afc7e0-188c-49ae-acc6-851e8f596fc4 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438286 May 20 14:55:02.306570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b33eedf9-b80b-426c-ae27-eeccd75ee8e8 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:02.327335 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/6dd4dfc9-56ab-4b61-9d95-649969512a82 HTTP/1.1" status: 204 len: 168 time: 2.0060563 May 20 14:55:02.331663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58442) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:02.342200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'name': 'tempest-PortsTestJSON-605537847'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:02.375084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d650c3eb-e56a-4d5a-8582-329e48d23e38 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:02.384977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d,segment=NetworkSegment(655bfe46-f055-4dde-a080-a57fb3bf2569),segment_id=655bfe46-f055-4dde-a080-a57fb3bf2569)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:02.385338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.392699 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=44c322760814444b9a07eec532a8f1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278733 May 20 14:55:02.393245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58446) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:02.394963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce640f89-2ec9-4423-a0ab-ac4134d2f05e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:02.398975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:02.415765 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-01a55822-4f1b-4b80-9694-4daf4bf7b3b7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 992 time: 0.2386808 May 20 14:55:02.418147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f7d43-d3be-474e-9242-0cc1c298e839 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:55:02.445302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: d650c3eb-e56a-4d5a-8582-329e48d23e38 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:02.445600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d650c3eb-e56a-4d5a-8582-329e48d23e38 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 20 14:55:02.478291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '96436cc8-d4ea-4202-a78a-9c9844255a2c', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.160', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'port_id': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'mac_address': 'fa:16:3e:7b:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:54Z', 'updated_at': '2021-05-20T14:54:54Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:02.495938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f4dcc-b8d9-4a4d-bbb6-8f139a81033d None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '96436cc8-d4ea-4202-a78a-9c9844255a2c', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.160', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'port_id': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'mac_address': 'fa:16:3e:7b:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:54Z', 'updated_at': '2021-05-20T14:54:54Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:02.497455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port d650c3eb-e56a-4d5a-8582-329e48d23e38 not found, will not notify nova. {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 14:55:02.582097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f7d43-d3be-474e-9242-0cc1c298e839 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:55:02.621536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:02.702718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:02.721696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7a2d10-3d80-40a9-8d9c-3461624496e6 None None] New status for floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:55:02.737411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:02.749131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:02.758782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:02.785521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.797565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:02.801126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.857751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.861141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port b767b654-a2da-400a-a814-fc1df46bfc94 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:02.955785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:02.965156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4250f543-b99c-4117-ae27-ca5882ab6c21 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:02.973000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d650c3eb-e56a-4d5a-8582-329e48d23e38 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:02.994383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 7a94f3ef-510f-494f-84c8-9d45faf3daee {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:02.994740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.053338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: d650c3eb-e56a-4d5a-8582-329e48d23e38 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:03.053338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d650c3eb-e56a-4d5a-8582-329e48d23e38 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:55:03.062210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:03.064154 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port d6aa88c2-b3fc-4b3d-b24e-03f8dff8377d on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:03.072044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:03.249227 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.268417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a70dda2-247f-4601-8016-64ea806e1cde tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:03.419270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58452) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:03.497509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce640f89-2ec9-4423-a0ab-ac4134d2f05e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:03.506070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:03.537041 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f0f23d38-9d2a-4a9b-a857-a4e4c27fc09a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 994 time: 0.1165452 May 20 14:55:03.566244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.601309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.619720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121719b1-7851-4acf-ba75-c6708807f90e']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:03.747782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655bfe46-f055-4dde-a080-a57fb3bf2569') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:03.748005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655bfe46-f055-4dde-a080-a57fb3bf2569') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:03.764053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 7a94f3ef-510f-494f-84c8-9d45faf3daee owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:03.772521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.779379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.786500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.788163 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce640f89-2ec9-4423-a0ab-ac4134d2f05e HTTP/1.1" status: 204 len: 168 time: 1.3905261 May 20 14:55:03.809689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.820689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:03.821231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:03.836742 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:03.932925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.946744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ca5465c7-9e79-4d3a-9238-aea6690c3302 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:03.983718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:03.988186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.026440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/121719b1-7851-4acf-ba75-c6708807f90e HTTP/1.1" status: 204 len: 168 time: 6.1335447 May 20 14:55:04.028281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:04.029997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58462) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:04.037132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1081868704'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:04.039751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:04.042244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:04.045561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:04.047777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:04.048377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.049596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:04.052562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:04.060580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:04.067764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=b767b654-a2da-400a-a814-fc1df46bfc94,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:04.071759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:04.074559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8b31c1d1-1d0f-480e-8e55-d423c9b8cedd tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:04.076228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:04.081023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.098409 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7632864 May 20 14:55:04.098409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=121719b1-7851-4acf-ba75-c6708807f90e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:04.099815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58468) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:04.100759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:04.194696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.198502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:04.221024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 703, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:04.235546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.235882 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment fd90e346-3c69-4079-80ea-44a27fbf8d35 of type vlan for network a400e3c0-e135-4e5f-824b-ec1bd44496d4 May 20 14:55:04.247132 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=7a94f3ef-510f-494f-84c8-9d45faf3daee,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:04.250770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:04.280761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.299319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port b767b654-a2da-400a-a814-fc1df46bfc94 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:04.299664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.404528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.411299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:04.411932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.435933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00758b90-b559-48e9-84d7-4129ab1f24a4 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:04.474886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.481812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.499696 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4682579 May 20 14:55:04.545603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58484) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:04.558503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:04.575347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58488) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:04.588327 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027661 May 20 14:55:04.596355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58490) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:04.807853 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7fccb919-941b-4f68-9f1f-2d4a4922e081 tempest-NetworksApiDiscovery-644614286 tempest-NetworksApiDiscovery-644614286-project] 10.222.0.58 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2073221 May 20 14:55:04.825550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for b767b654-a2da-400a-a814-fc1df46bfc94 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:04.831999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=a400e3c0-e135-4e5f-824b-ec1bd44496d4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:04.835754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:04.844751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a400e3c0-e135-4e5f-824b-ec1bd44496d4 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:04.881119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:04.890598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:04.895925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:04.900487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router f3b68e8a-2b73-4727-9535-628a0e9bd64e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:04.905527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:04.914002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.926736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e0b78b0d-60a0-4b4d-a280-a9299db3e8f5 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:04.980849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:04.985262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=b767b654-a2da-400a-a814-fc1df46bfc94,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:04.990318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:04.996954 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/b767b654-a2da-400a-a814-fc1df46bfc94 HTTP/1.1" status: 204 len: 168 time: 0.8932552 May 20 14:55:04.997140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58498) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:05.002841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'mac_address': 'fa:16:3e:dc:58:08', 'name': 'tempest-PortsTestJSON-1441785479'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:05.115022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:05.119883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:05.123678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:05.129489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:05.131056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:05.135464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.140657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:05.212383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58504) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:05.237523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:05.249964 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] Sync routers for ids ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:05.250551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.263314 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] Routers {'f3b68e8a-2b73-4727-9535-628a0e9bd64e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:05.264218 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:05.278476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 0bc03d9d-a269-42fa-98d4-6886b3508b55 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:05.320724 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/f3b68e8a-2b73-4727-9535-628a0e9bd64e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9597981 May 20 14:55:05.325946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58510) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:05.362963 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:05.374641 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] Routers {'f3b68e8a-2b73-4727-9535-628a0e9bd64e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:05.375375 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:54:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:05.376736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7768ffad-d94b-4079-a269-774233a90f44 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:05.405757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.459522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:05.463490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Usage tracker for resource:security_group_rule and tenant:54f9319376824e688b4d8c2c39049dae is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:05.464074 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:05.464680 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a6d075-fe60-4f36-8917-070a66c9a95a None None] The sync data for ids ['f3b68e8a-2b73-4727-9535-628a0e9bd64e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:05.466694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:05.473090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:05.486124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7768ffad-d94b-4079-a269-774233a90f44 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:05.487292 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7768ffad-d94b-4079-a269-774233a90f44 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3b68e8a-2b73-4727-9535-628a0e9bd64e HTTP/1.1" status: 200 len: 205 time: 0.1604888 May 20 14:55:05.493770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58514) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:05.544747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.575651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.581458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c7d5e48-f9e0-450b-bd6b-4acdcc7cfeca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:05.644854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:05.653268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:05.657583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:05.663611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:05.664221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.678064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=0bc03d9d-a269-42fa-98d4-6886b3508b55,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:05.682806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:05.689563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:05.695470 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6973121 May 20 14:55:05.697921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58518) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:05.769389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff32482d-bb0a-4e20-818b-3e7b42a9821a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:05.770005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ff32482d-bb0a-4e20-818b-3e7b42a9821a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:05.785729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ff32482d-bb0a-4e20-818b-3e7b42a9821a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:05.790056 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ff32482d-bb0a-4e20-818b-3e7b42a9821a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/0bc03d9d-a269-42fa-98d4-6886b3508b55 HTTP/1.1" status: 200 len: 841 time: 0.0881228 May 20 14:55:05.790279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58522) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:05.931684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 0bc03d9d-a269-42fa-98d4-6886b3508b55 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:05.931951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.038347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.061694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.102831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.107244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.114329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.125302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3bb78ec5-3b8b-45bd-9e06-1acc5464f2f8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:06.163596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 0bc03d9d-a269-42fa-98d4-6886b3508b55 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:06.192626 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=54f9319376824e688b4d8c2c39049dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9738019 May 20 14:55:06.193293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.193784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router f3b68e8a-2b73-4727-9535-628a0e9bd64e {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:55:06.195890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58526) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:06.201830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1611fa95-597f-4471-86de-46b54d8c4466,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:06.206156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-edba35f7-c018-46a1-be2a-e81d62929be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:06.240476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.243701 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c03c28b-54f0-4c17-afcc-6095e69f2078 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/f3b68e8a-2b73-4727-9535-628a0e9bd64e HTTP/1.1" status: 204 len: 168 time: 0.7456565 May 20 14:55:06.244079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58530) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:06.285946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.297816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54b8ba92-9147-46a4-aabe-76b5f3931f36 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:06.303981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.308325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2fb2829-ea2b-4071-92db-69635ef27501 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:06.360450 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=0bc03d9d-a269-42fa-98d4-6886b3508b55,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:06.371924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:06.379859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.386335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.395081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 71d2a5dd-39e5-4ce4-80db-1bbfb46283ae {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:06.416047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.456515 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/0bc03d9d-a269-42fa-98d4-6886b3508b55 HTTP/1.1" status: 204 len: 168 time: 0.6649883 May 20 14:55:06.467846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58534) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:06.474420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.537617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=c99a3611-a634-4afb-8607-77028740cee2,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:06.539932 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-445249a7-44e3-4069-9645-34d307a746d5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:06.540470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-445249a7-44e3-4069-9645-34d307a746d5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:06.541267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:06.542087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': 'fd90e346-3c69-4079-80ea-44a27fbf8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:06.542431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: a400e3c0-e135-4e5f-824b-ec1bd44496d4, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:06.548573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.561876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network a400e3c0-e135-4e5f-824b-ec1bd44496d4 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:06.571738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a400e3c0-e135-4e5f-824b-ec1bd44496d4) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:06.582814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:06.583378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.584875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15e676c-77da-4d4f-b7cc-c1203de32733 None None] Network a400e3c0-e135-4e5f-824b-ec1bd44496d4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:06.605415 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0588393 May 20 14:55:06.606313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58538) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:06.630028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-445249a7-44e3-4069-9645-34d307a746d5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:06.631313 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-445249a7-44e3-4069-9645-34d307a746d5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/0bc03d9d-a269-42fa-98d4-6886b3508b55 HTTP/1.1" status: 404 len: 333 time: 0.1624119 May 20 14:55:06.636860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58542) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:06.645643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'name': 'tempest-PortsTestJSON-408043861'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:06.697090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.754067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.830494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a400e3c0-e135-4e5f-824b-ec1bd44496d4', 'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': 'c99a3611-a634-4afb-8607-77028740cee2'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:06.831416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.833478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.883660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6906fce-23b4-4f35-aa4d-9c18086d896c tempest-NegativeSecGroupIPv6Test-1433044545 tempest-NegativeSecGroupIPv6Test-1433044545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:06.912328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1611fa95-597f-4471-86de-46b54d8c4466,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:06.920817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:06.926912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.969062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:06.971270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:06.974985 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1611fa95-597f-4471-86de-46b54d8c4466 HTTP/1.1" status: 204 len: 168 time: 0.7755733 May 20 14:55:06.986315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:07.018779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Allocated IP 172.20.0.1 (a400e3c0-e135-4e5f-824b-ec1bd44496d4/c99a3611-a634-4afb-8607-77028740cee2/53752f0b-3274-4316-ad5e-e506d586a3ca) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:07.026821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:07.030333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.111573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:07.285141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.295930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Transition to ACTIVE for port object 53752f0b-3274-4316-ad5e-e506d586a3ca will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:07.314197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Transition to ACTIVE for port object 53752f0b-3274-4316-ad5e-e506d586a3ca will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:07.319784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.323249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:07.338473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.344884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-24aa2d3c-dbd6-46bf-a8e7-8154b5bfe1e8 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:07.392036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Network a400e3c0-e135-4e5f-824b-ec1bd44496d4 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:07.394771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:07.399783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:07.402820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Pushing event updated for resources: {'Port': ['ID=53752f0b-3274-4316-ad5e-e506d586a3ca,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:07.406318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:07.421752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=c99a3611-a634-4afb-8607-77028740cee2,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:07.424577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:07.453182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.478298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.483570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-468f1733-5d74-4931-a071-716855c562e7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:07.492250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Attempting to bind port 53752f0b-3274-4316-ad5e-e506d586a3ca on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:07.492634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Attempting to bind port 53752f0b-3274-4316-ad5e-e506d586a3ca by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fd90e346-3c69-4079-80ea-44a27fbf8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:07.493020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Attempting to bind port 53752f0b-3274-4316-ad5e-e506d586a3ca on network a400e3c0-e135-4e5f-824b-ec1bd44496d4 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:07.493952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.498505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:07.498888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Checking segment: {'id': 'fd90e346-3c69-4079-80ea-44a27fbf8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:07.499338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.499739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Bound using segment: {'id': 'fd90e346-3c69-4079-80ea-44a27fbf8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:07.500204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Bound port: 53752f0b-3274-4316-ad5e-e506d586a3ca, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd90e346-3c69-4079-80ea-44a27fbf8d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:07.500605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.508032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a400e3c0-e135-4e5f-824b-ec1bd44496d4']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:07.513115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.523170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd90e346-3c69-4079-80ea-44a27fbf8d35') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:07.523545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd90e346-3c69-4079-80ea-44a27fbf8d35') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:07.531365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=71d2a5dd-39e5-4ce4-80db-1bbfb46283ae,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:07.534204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:07.536766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dde957d3-11df-401c-a9ed-c2def85e4f8a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:07.536937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.549344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca54596-70b0-478a-b0ed-c1a90e34cf3f None None] Network 71aec3c9-c40a-4d49-800b-2890c3aadef1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:07.560039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.566370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:07.566764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.568548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:07.584303 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:07.600001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:07.601701 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b6c1a1db-fba0-43d5-9adc-dac763cee67d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/71d2a5dd-39e5-4ce4-80db-1bbfb46283ae HTTP/1.1" status: 204 len: 168 time: 1.3565471 May 20 14:55:07.604980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:07.606669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58550) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:07.618160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:07.623622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:07.624214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.675107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:07.675107 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:07.675107 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': 'a400e3c0-e135-4e5f-824b-ec1bd44496d4'}] May 20 14:55:07.675107 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:07.675627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:07.722750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] For port 53752f0b-3274-4316-ad5e-e506d586a3ca, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:07.736923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:07.748350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:07.760224 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1195903 May 20 14:55:07.760467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58554) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:07.763895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] For port 53752f0b-3274-4316-ad5e-e506d586a3ca, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=53752f0b-3274-4316-ad5e-e506d586a3ca,segment=NetworkSegment(fd90e346-3c69-4079-80ea-44a27fbf8d35),segment_id=fd90e346-3c69-4079-80ea-44a27fbf8d35)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:07.767347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:07.776185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.781471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-15984759-40d1-40d8-b100-252c63aefd05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:07.802520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.953653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:07.975312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Pushing event updated for resources: {'Port': ['ID=53752f0b-3274-4316-ad5e-e506d586a3ca,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:07.986680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:08.016744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f61a48-bef2-4a27-8fb3-9e39f099791a None None] Network a400e3c0-e135-4e5f-824b-ec1bd44496d4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:08.022762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:08.023130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.100413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] DHCP port deletion for 71aec3c9-c40a-4d49-800b-2890c3aadef1 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:08.176214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.186741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,segment=NetworkSegment(de718c7b-ae47-4164-8c62-37f2c0f27660),segment_id=de718c7b-ae47-4164-8c62-37f2c0f27660)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:08.187114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.274162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Deleting port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:08.274599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.288071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port 53752f0b-3274-4316-ad5e-e506d586a3ca {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:08.289376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.377385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] For port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,segment=NetworkSegment(de718c7b-ae47-4164-8c62-37f2c0f27660),segment_id=de718c7b-ae47-4164-8c62-37f2c0f27660)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:08.377782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.378571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:08.414890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port 53752f0b-3274-4316-ad5e-e506d586a3ca, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=53752f0b-3274-4316-ad5e-e506d586a3ca,segment=NetworkSegment(fd90e346-3c69-4079-80ea-44a27fbf8d35),segment_id=fd90e346-3c69-4079-80ea-44a27fbf8d35)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:08.415903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.431167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.440057 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.449537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-949295d8-07a5-4027-93b3-63d8bf0e1e12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:08.499578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] In _notify_port_updated(), no bound segment for port 2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa on network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:55:08.505338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:08.505939 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.509763 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/ports/2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa HTTP/1.1" status: 200 len: 818 time: 0.7458460 May 20 14:55:08.510782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58560) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:08.521337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Calling delete_port for 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:08.547826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7d11870-60ef-4b41-9b01-2b3ad8e76ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.561618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for 53752f0b-3274-4316-ad5e-e506d586a3ca owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:08.623297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.627611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be08d640-2e2f-4b39-a5c5-c4435303b8fb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:08.672320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=53752f0b-3274-4316-ad5e-e506d586a3ca,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:08.675519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:08.676298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port 53752f0b-3274-4316-ad5e-e506d586a3ca on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:08.726649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.730800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.741057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:08.749825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:08.752608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:08.754942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:08.788692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-60ab5614-d60e-4c36-ab7c-7bab14403d78 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:08.799810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] No DVR routers for this DVR port 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:08.803670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.818580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a400e3c0-e135-4e5f-824b-ec1bd44496d4']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:08.829538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f0c66e-d6cb-4ec9-b2ca-a19d5cdf2876 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:55:08.832187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd90e346-3c69-4079-80ea-44a27fbf8d35') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:08.832416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd90e346-3c69-4079-80ea-44a27fbf8d35') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:08.845234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.870407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.876811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:08.877201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.887532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:08.889998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:08.897477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Pushing event deleted for resources: {'Port': ['ID=08e8ff59-31b8-4eaf-a546-78e61cfda4d6,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:08.914923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:08.969514 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:08.972706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:08.990560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:08.994042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b119705e-4756-44fa-b5e1-64737cb68a08 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:09.000432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.009443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.018613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:09.019075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 08e8ff59-31b8-4eaf-a546-78e61cfda4d6 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:55:09.021236 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71aec3c9-c40a-4d49-800b-2890c3aadef1']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:09.025882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=a400e3c0-e135-4e5f-824b-ec1bd44496d4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:09.028383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:09.031573 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/a400e3c0-e135-4e5f-824b-ec1bd44496d4 HTTP/1.1" status: 204 len: 168 time: 2.4243200 May 20 14:55:09.035550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58564) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:09.045266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de718c7b-ae47-4164-8c62-37f2c0f27660') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:09.045669 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de718c7b-ae47-4164-8c62-37f2c0f27660') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:09.046734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1457107039'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:09.050347 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f0c66e-d6cb-4ec9-b2ca-a19d5cdf2876 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:55:09.051956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:09.056951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:09.060914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:09.061054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.067214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:09.075146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:09.075661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.089006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:09.100709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.107614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.121709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:09.122477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:09.138158 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:09.149595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 708, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:09.159588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.159982 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment 3f0b4e5d-c914-43e4-be89-56467ba318f0 of type vlan for network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 May 20 14:55:09.190868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.226724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.233336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:09.233922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.239208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-88a9fa62-76eb-4777-8549-af97f33b6897 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:09.282731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.294808 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2559769 May 20 14:55:09.295434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58568) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:09.351821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:09.381900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=4d21a6fc-1d6c-400a-be98-713a28ac41f1,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:09.391670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:09.395368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:09.405063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.412826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:09.416772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8c1f2dd9-7bae-4b7c-a920-b4cbd0c2dd7c tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:09.433089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.450190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=71aec3c9-c40a-4d49-800b-2890c3aadef1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:09.455401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:09.466543 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/71aec3c9-c40a-4d49-800b-2890c3aadef1 HTTP/1.1" status: 204 len: 168 time: 1.8567193 May 20 14:55:09.470334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58572) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:09.476738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-953427266', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:09.481608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:09.484227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:09.485665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:09.488750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:09.489634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:09.494632 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:09.495299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:09.502165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:09.507116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:09.511195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.519326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.520316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.538735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.545396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ccfa1ae3-b33b-47a1-89c0-95464fb45fc5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:09.594235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.597276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:09.606735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:09.609836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.683167 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa HTTP/1.1" status: 204 len: 168 time: 1.1688430 May 20 14:55:09.685450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58576) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:09.882645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:09.969339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c04d009-fbf5-4eb0-9d7f-5b89fabeb214 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:09.969919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7c04d009-fbf5-4eb0-9d7f-5b89fabeb214 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:10.039124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7c04d009-fbf5-4eb0-9d7f-5b89fabeb214 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:10.040278 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7c04d009-fbf5-4eb0-9d7f-5b89fabeb214 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3539233 May 20 14:55:10.042912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58580) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:10.097334 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3bee23-3b4d-4509-8114-79ed28f51daa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:10.101931 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3c3bee23-3b4d-4509-8114-79ed28f51daa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/2c2d3ab8-4b51-4c76-a18d-f7f5712a4caa HTTP/1.1" status: 404 len: 333 time: 0.0547898 May 20 14:55:10.102146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58584) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:10.107501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-862091970'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:10.113989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:10.120058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:10.123745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:10.131793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:10.148522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:10.151962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.230821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:10.248783 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.249123 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment ae89a959-82ac-49a7-b57b-69a1931bac31 of type vlan for network 6d5784c7-7df8-4933-b56c-794148d82ff0 May 20 14:55:10.250385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.258373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-43b79892-1aae-462b-b015-9944714c60fe tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:10.333102 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.352203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.359835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=8ec0f605-58bb-4b2f-b1f4-a64785e4a13d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:10.364552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.364800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:10.372724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': '3f0b4e5d-c914-43e4-be89-56467ba318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:10.373072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: 4d21a6fc-1d6c-400a-be98-713a28ac41f1, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:10.403042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.408528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:10.409099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.414483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d02e0dea-9c35-48d9-b626-f8cf8b135ad8 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:10.433030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:10.474085 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 4d21a6fc-1d6c-400a-be98-713a28ac41f1) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:10.485230 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ea6109-9067-4e04-a796-2f82d9e541ac None None] Network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:10.502234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.26.6.129 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/c15c89e9-303a-48ca-bf74-0ea9c5928dc2) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:10.527836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4234674 May 20 14:55:10.532162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58590) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:10.541002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=6d5784c7-7df8-4933-b56c-794148d82ff0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:10.543547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:10.544583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.548002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:10.554301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:10.567346 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2228436 May 20 14:55:10.567635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58594) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:10.579844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:10.709467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.722291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:10.729775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:10.731224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fcf16e88-49c7-407d-bfec-81af4633c5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.733984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:10.742941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:10.777008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.779159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:10.782764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.818674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.900405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.906617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-4d21a6fc-1d6c-400a-be98-713a28ac41f1', 'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': '8ec0f605-58bb-4b2f-b1f4-a64785e4a13d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:10.908030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.969356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:10.976464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a85f4da7-f386-4f59-863e-8b48ec7e443b tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:11.060272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:11.065672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:11.070062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Allocated IP 172.20.0.2 (4d21a6fc-1d6c-400a-be98-713a28ac41f1/8ec0f605-58bb-4b2f-b1f4-a64785e4a13d/169c00ff-333f-4051-b961-17c69e377100) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:11.072690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:11.110242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=c15c89e9-303a-48ca-bf74-0ea9c5928dc2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:11.118813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:11.269679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.280180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Transition to ACTIVE for port object 169c00ff-333f-4051-b961-17c69e377100 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:11.297779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Transition to ACTIVE for port object 169c00ff-333f-4051-b961-17c69e377100 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:11.303385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.308108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:11.321834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.331809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c3e0971b-34ec-4ccb-9e06-8b8a966afabf tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:11.371109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec0f605-58bb-4b2f-b1f4-a64785e4a13d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:11.376268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:11.379948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:11.384034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:11.390150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Pushing event updated for resources: {'Port': ['ID=169c00ff-333f-4051-b961-17c69e377100,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:11.406527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:11.423423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:11.469377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.482863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d21a6fc-1d6c-400a-be98-713a28ac41f1']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:11.487708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Attempting to bind port 169c00ff-333f-4051-b961-17c69e377100 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:11.488288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Attempting to bind port 169c00ff-333f-4051-b961-17c69e377100 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '3f0b4e5d-c914-43e4-be89-56467ba318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:11.488484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Attempting to bind port 169c00ff-333f-4051-b961-17c69e377100 on network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:11.493974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:11.494423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Checking segment: {'id': '3f0b4e5d-c914-43e4-be89-56467ba318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:11.494979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.495463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Bound using segment: {'id': '3f0b4e5d-c914-43e4-be89-56467ba318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:11.495789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0b4e5d-c914-43e4-be89-56467ba318f0') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:11.496087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0b4e5d-c914-43e4-be89-56467ba318f0') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:11.496242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Bound port: 169c00ff-333f-4051-b961-17c69e377100, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0b4e5d-c914-43e4-be89-56467ba318f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:11.497676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.509799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.527971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.534646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:11.535023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:11.550069 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:11.593072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] For port 169c00ff-333f-4051-b961-17c69e377100, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:11.639934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:11.639934 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:11.639934 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': '4d21a6fc-1d6c-400a-be98-713a28ac41f1'}] May 20 14:55:11.639934 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:11.640516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] For port 169c00ff-333f-4051-b961-17c69e377100, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=169c00ff-333f-4051-b961-17c69e377100,segment=NetworkSegment(3f0b4e5d-c914-43e4-be89-56467ba318f0),segment_id=3f0b4e5d-c914-43e4-be89-56467ba318f0)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:11.640639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:11.645250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.649691 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7c4eef84-d183-4659-94b0-ce4f651ac1fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:11.666717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.733047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Pushing event updated for resources: {'Port': ['ID=169c00ff-333f-4051-b961-17c69e377100,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:11.766973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:11.809994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842143cd-d748-4ca4-af32-c6e6139408ac None None] Network 4d21a6fc-1d6c-400a-be98-713a28ac41f1 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:11.918439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.953817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:11.970840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-687f261e-474e-4886-baf7-cd200366a034 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:12.030830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd174f8-c888-46b9-beaf-1176b0efcbe7 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:55:12.139453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=6c35693b-530c-4835-80a5-1e1a8074f91c,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:12.141503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.146538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:12.157686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': 'ae89a959-82ac-49a7-b57b-69a1931bac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:12.158047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: 6d5784c7-7df8-4933-b56c-794148d82ff0, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:12.218749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port 169c00ff-333f-4051-b961-17c69e377100 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:12.219134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.252108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:12.270071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd174f8-c888-46b9-beaf-1176b0efcbe7 None None] Unable to find a vacant binding_index for network 6d5784c7-7df8-4933-b56c-794148d82ff0 and agent 347c44f5-61bb-4fe6-b116-3eceb123a474 {{(pid=98807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 20 14:55:12.274339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 6d5784c7-7df8-4933-b56c-794148d82ff0) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:12.277029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd174f8-c888-46b9-beaf-1176b0efcbe7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 6d5784c7-7df8-4933-b56c-794148d82ff0) {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:55:12.285980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.292790 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:12.293379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.328534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port 169c00ff-333f-4051-b961-17c69e377100, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=169c00ff-333f-4051-b961-17c69e377100,segment=NetworkSegment(3f0b4e5d-c914-43e4-be89-56467ba318f0),segment_id=3f0b4e5d-c914-43e4-be89-56467ba318f0)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:12.329330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.401274 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8652914 May 20 14:55:12.401503 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58602) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:12.409907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:12.595944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for 169c00ff-333f-4051-b961-17c69e377100 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:12.629206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-6d5784c7-7df8-4933-b56c-794148d82ff0', 'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': '6c35693b-530c-4835-80a5-1e1a8074f91c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:12.630781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.637505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:12.643035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:12.646701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:12.650381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.652733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router f99cff18-a1a6-454c-8e3b-b85fc9686932 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:55:12.654668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:12.655815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:12.702277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=169c00ff-333f-4051-b961-17c69e377100,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:12.707976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port 169c00ff-333f-4051-b961-17c69e377100 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:12.708982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:12.723801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:12.727657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.836271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.845050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Allocated IP 172.20.0.2 (6d5784c7-7df8-4933-b56c-794148d82ff0/6c35693b-530c-4835-80a5-1e1a8074f91c/ebd1719f-1ebb-44ca-be1e-51dd20311828) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:12.849521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d21a6fc-1d6c-400a-be98-713a28ac41f1']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:12.862878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0b4e5d-c914-43e4-be89-56467ba318f0') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:12.863369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0b4e5d-c914-43e4-be89-56467ba318f0') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:12.876422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.893471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.900968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:12.901515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:12.921410 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:12.958543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:12.960637 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c35693b-530c-4835-80a5-1e1a8074f91c (CIDR: 172.20.0.0/28) May 20 14:55:12.972293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] Sync routers for ids ['f99cff18-a1a6-454c-8e3b-b85fc9686932'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:12.974011 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:55:12.974511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:12.992374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] Routers {'f99cff18-a1a6-454c-8e3b-b85fc9686932'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:12.992892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:12.993041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f99cff18-a1a6-454c-8e3b-b85fc9686932'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:12.996821 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5227225 May 20 14:55:12.998138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58606) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:13.018307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.022224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3ae17359-c95f-4adb-8fd8-105ad928ac9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:13.036436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.048059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=4d21a6fc-1d6c-400a-be98-713a28ac41f1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:13.052970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:13.059473 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-10ed27a8-9ee2-4235-93f0-8bfc67b45e3f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6570175 May 20 14:55:13.061183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58610) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:13.063627 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/4d21a6fc-1d6c-400a-be98-713a28ac41f1 HTTP/1.1" status: 204 len: 168 time: 2.4950063 May 20 14:55:13.064505 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58614) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:13.065902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-562556294'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:13.069967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:13.072220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:13.076162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:13.089157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:13.093641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:13.102810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:13.119510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] Routers {'f99cff18-a1a6-454c-8e3b-b85fc9686932'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:13.119737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f99cff18-a1a6-454c-8e3b-b85fc9686932'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:13.186535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:13.189972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.190256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:13.190680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb7950-d2ca-4146-8d79-77e4e0bb9ff5 None None] The sync data for ids ['f99cff18-a1a6-454c-8e3b-b85fc9686932'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:13.217219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.223927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:13.228342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:13.231270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Transition to ACTIVE for port object ebd1719f-1ebb-44ca-be1e-51dd20311828 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:13.232279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:13.240974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:13.241178 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fd9fc8f0-ef91-4d5d-8f9a-920677e429e6 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/routers/f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 200 len: 880 time: 0.2418606 May 20 14:55:13.243926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58618) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:13.247568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:13.250324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Transition to ACTIVE for port object ebd1719f-1ebb-44ca-be1e-51dd20311828 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:13.256376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.257918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.258261 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment e1df78c5-99ae-4175-888d-d0d9b9a8b731 of type vlan for network 32687865-66c9-428d-933d-1486588b7569 May 20 14:55:13.260824 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-0c0117e5-04f1-411a-b4a8-fccf1ce306bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:13.285343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.314936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:13.317855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:13.322036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.325984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:13.328121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:13.328820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.329777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:13.333699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.334808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eb430e3e-8f93-424a-b1b3-d8ba5e8bc49f tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:13.337627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Pushing event updated for resources: {'Port': ['ID=ebd1719f-1ebb-44ca-be1e-51dd20311828,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:13.365465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:13.389442 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3251870 May 20 14:55:13.394718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58622) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:13.408283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': '32687865-66c9-428d-933d-1486588b7569', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:13.426974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Attempting to bind port ebd1719f-1ebb-44ca-be1e-51dd20311828 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:13.427385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Attempting to bind port ebd1719f-1ebb-44ca-be1e-51dd20311828 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ae89a959-82ac-49a7-b57b-69a1931bac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:13.427761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Attempting to bind port ebd1719f-1ebb-44ca-be1e-51dd20311828 on network 6d5784c7-7df8-4933-b56c-794148d82ff0 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:13.433718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:13.434242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Checking segment: {'id': 'ae89a959-82ac-49a7-b57b-69a1931bac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:13.434779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.435373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Bound using segment: {'id': 'ae89a959-82ac-49a7-b57b-69a1931bac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:13.435951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Bound port: ebd1719f-1ebb-44ca-be1e-51dd20311828, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae89a959-82ac-49a7-b57b-69a1931bac31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:13.436468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.533800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] For port ebd1719f-1ebb-44ca-be1e-51dd20311828, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:13.537250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] For port ebd1719f-1ebb-44ca-be1e-51dd20311828, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ebd1719f-1ebb-44ca-be1e-51dd20311828,segment=NetworkSegment(ae89a959-82ac-49a7-b57b-69a1931bac31),segment_id=ae89a959-82ac-49a7-b57b-69a1931bac31)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:13.542670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.546596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:13.599618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=32687865-66c9-428d-933d-1486588b7569,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:13.602415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:13.621918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 32687865-66c9-428d-933d-1486588b7569 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:13.644924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.672204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Pushing event updated for resources: {'Port': ['ID=ebd1719f-1ebb-44ca-be1e-51dd20311828,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:13.676814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:13.679572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:13.686226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:13.691721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:13.702229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:13.766753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:13.770185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:13.886745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing IP validity checks on allocation pools {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 14:55:13.887586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 14:55:13.920797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f5833c55-caf0-424d-86a5-48ce91ed8bc7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:router {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:13.976603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f5833c55-caf0-424d-86a5-48ce91ed8bc7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:router {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:13.977804 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f5833c55-caf0-424d-86a5-48ce91ed8bc7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7325482 May 20 14:55:13.980672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58628) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:13.988523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-953427266'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:14.538313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:14.543702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9689aed-acee-402c-8603-c353751c15dc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:14.545579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:14.558262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:14.597424 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74176b-4eb8-49a7-984d-f41b888a7952 None None] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:14.607987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:14.612882 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:14.630634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=a837519e-628b-4eb5-be8f-2d9c21ca7fb3,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:14.659287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:14.664839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:14.665432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:14.710725 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-69ee5761-24f8-4a6f-ba02-a53108ce104a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6447678 May 20 14:55:14.713977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58634) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:14.718343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f496eedb-01f6-4654-822f-8e92e8bdd401 None None] Provisioning for port ebd1719f-1ebb-44ca-be1e-51dd20311828 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:14.720031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0', 'fixed_ips': [{'subnet_id': '6c35693b-530c-4835-80a5-1e1a8074f91c'}, {'subnet_id': 'a837519e-628b-4eb5-be8f-2d9c21ca7fb3'}], 'name': 'tempest-PortsTestJSON-138943957'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:14.751791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:14.752206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router f99cff18-a1a6-454c-8e3b-b85fc9686932 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:14.760064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8703132a-13cf-4fd0-8836-4c8533ad9e68 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:14.937410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=d3275e16-3387-4825-9ece-ee5f5b44f084,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:14.944925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:14.961659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:14.966244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': 'e1df78c5-99ae-4175-888d-d0d9b9a8b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '32687865-66c9-428d-933d-1486588b7569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:14.966602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: 32687865-66c9-428d-933d-1486588b7569, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:14.970766 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] Sync routers for ids ['f99cff18-a1a6-454c-8e3b-b85fc9686932'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:14.974823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:14.978355 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2f2f8346-7ed2-4f68-8798-14f7c3a24d33 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 200 len: 887 time: 0.9960973 May 20 14:55:14.979837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:14.980951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58638) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:14.987260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:14.990885 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] Routers {'f99cff18-a1a6-454c-8e3b-b85fc9686932'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:14.991230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:14.991542 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f99cff18-a1a6-454c-8e3b-b85fc9686932'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:14.997847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:14.998916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ebd1719f-1ebb-44ca-be1e-51dd20311828 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:15.006315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 32687865-66c9-428d-933d-1486588b7569 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:15.014098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:15.043701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 32687865-66c9-428d-933d-1486588b7569) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:15.055659 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:15.064605 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] Routers {'f99cff18-a1a6-454c-8e3b-b85fc9686932'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:15.065232 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f99cff18-a1a6-454c-8e3b-b85fc9686932'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:15.065717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6bff4a-a6c0-4b91-b244-173ddab41f35 None None] Network 32687865-66c9-428d-933d-1486588b7569 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:15.087988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Update dhcp port {'port': {'network_id': '6d5784c7-7df8-4933-b56c-794148d82ff0', 'fixed_ips': [{'subnet_id': '6c35693b-530c-4835-80a5-1e1a8074f91c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a837519e-628b-4eb5-be8f-2d9c21ca7fb3'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': 'ebd1719f-1ebb-44ca-be1e-51dd20311828'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:55:15.108408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:15.109006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.134733 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:15.136119 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b827a8-f6ce-4462-9563-e37f980d6e51 None None] The sync data for ids ['f99cff18-a1a6-454c-8e3b-b85fc9686932'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:15.152651 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7506261 May 20 14:55:15.154984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58642) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:15.170759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.171070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.192551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:15.293478 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-07ffcf94-5cf0-42d3-b7c9-077f3e2a41ff tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/routers/f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 200 len: 887 time: 0.3089387 May 20 14:55:15.295022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58646) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:15.443188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port ebd1719f-1ebb-44ca-be1e-51dd20311828 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:15.489551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port ebd1719f-1ebb-44ca-be1e-51dd20311828 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:15.490162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.493861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e5e32b53-f85b-4655-aebd-720b41fbef8b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:15.526813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e5e32b53-f85b-4655-aebd-720b41fbef8b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:15.530690 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e5e32b53-f85b-4655-aebd-720b41fbef8b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 200 len: 205 time: 0.2329404 May 20 14:55:15.530879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58650) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:15.569747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.3 (6d5784c7-7df8-4933-b56c-794148d82ff0/6c35693b-530c-4835-80a5-1e1a8074f91c/38cf838b-05cd-4ef0-ad45-f82c454c95c4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:15.576460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.19 (6d5784c7-7df8-4933-b56c-794148d82ff0/a837519e-628b-4eb5-be8f-2d9c21ca7fb3/38cf838b-05cd-4ef0-ad45-f82c454c95c4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:15.605281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.654369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-32687865-66c9-428d-933d-1486588b7569', 'network_id': '32687865-66c9-428d-933d-1486588b7569', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': 'd3275e16-3387-4825-9ece-ee5f5b44f084'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:15.655231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.737532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.766457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.789026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.806281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 38cf838b-05cd-4ef0-ad45-f82c454c95c4 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:15.824066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.833210 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.834560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port ebd1719f-1ebb-44ca-be1e-51dd20311828, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ebd1719f-1ebb-44ca-be1e-51dd20311828,segment=NetworkSegment(ae89a959-82ac-49a7-b57b-69a1931bac31),segment_id=ae89a959-82ac-49a7-b57b-69a1931bac31)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:15.839532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed106103-968a-43b1-89aa-1ddcedc11d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:15.878653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.891949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:15.902540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:15.905786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:15.914756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:15.965133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Allocated IP 172.20.0.3 (32687865-66c9-428d-933d-1486588b7569/d3275e16-3387-4825-9ece-ee5f5b44f084/75799efb-3403-4afa-86c1-3f30014bab4f) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:15.966088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=38cf838b-05cd-4ef0-ad45-f82c454c95c4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:15.971081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:15.985588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:15.986310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:15.992868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Allocated IP 172.20.0.18 (6d5784c7-7df8-4933-b56c-794148d82ff0/a837519e-628b-4eb5-be8f-2d9c21ca7fb3/ebd1719f-1ebb-44ca-be1e-51dd20311828) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:16.013231 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2976675 May 20 14:55:16.016388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58654) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:16.022971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c35693b-530c-4835-80a5-1e1a8074f91c'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:16.058349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=ebd1719f-1ebb-44ca-be1e-51dd20311828,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:16.076774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:16.130887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.151744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.270565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port c15c89e9-303a-48ca-bf74-0ea9c5928dc2 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:16.270908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.316893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] For port ebd1719f-1ebb-44ca-be1e-51dd20311828, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ebd1719f-1ebb-44ca-be1e-51dd20311828,segment=NetworkSegment(ae89a959-82ac-49a7-b57b-69a1931bac31),segment_id=ae89a959-82ac-49a7-b57b-69a1931bac31)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:16.347040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.369412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Transition to ACTIVE for port object 75799efb-3403-4afa-86c1-3f30014bab4f will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:16.373300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.402472 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Transition to ACTIVE for port object ebd1719f-1ebb-44ca-be1e-51dd20311828 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:16.403328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.403513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Transition to ACTIVE for port object 75799efb-3403-4afa-86c1-3f30014bab4f will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:16.407832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.413752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fce0f613-8123-4640-b859-7e196938f8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:16.450594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.515344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Network 32687865-66c9-428d-933d-1486588b7569 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:16.541997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for c15c89e9-303a-48ca-bf74-0ea9c5928dc2 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:16.547120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:16.553508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.556375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:16.559431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9f6d5694-5bf3-4e51-be39-d7a4d1eb98f0 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:16.608270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=d3275e16-3387-4825-9ece-ee5f5b44f084,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:16.628506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:16.657060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Delete allocated IP 172.20.0.19 (6d5784c7-7df8-4933-b56c-794148d82ff0/a837519e-628b-4eb5-be8f-2d9c21ca7fb3) {{(pid=98806) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 14:55:16.657327 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Pushing event updated for resources: {'Port': ['ID=ebd1719f-1ebb-44ca-be1e-51dd20311828,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:16.663548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:16.664000 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:16.708355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Attempting to bind port 75799efb-3403-4afa-86c1-3f30014bab4f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:16.709004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Attempting to bind port 75799efb-3403-4afa-86c1-3f30014bab4f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'e1df78c5-99ae-4175-888d-d0d9b9a8b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '32687865-66c9-428d-933d-1486588b7569'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:16.710170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Attempting to bind port 75799efb-3403-4afa-86c1-3f30014bab4f on network 32687865-66c9-428d-933d-1486588b7569 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:16.710854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.721178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:16.721812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Checking segment: {'id': 'e1df78c5-99ae-4175-888d-d0d9b9a8b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '32687865-66c9-428d-933d-1486588b7569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:16.722417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.722987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Bound using segment: {'id': 'e1df78c5-99ae-4175-888d-d0d9b9a8b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '32687865-66c9-428d-933d-1486588b7569'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:16.723661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Bound port: 75799efb-3403-4afa-86c1-3f30014bab4f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1df78c5-99ae-4175-888d-d0d9b9a8b731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '32687865-66c9-428d-933d-1486588b7569'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:16.724228 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.727881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32687865-66c9-428d-933d-1486588b7569']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:16.751709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Pushing event updated for resources: {'Port': ['ID=75799efb-3403-4afa-86c1-3f30014bab4f,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:16.754442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1df78c5-99ae-4175-888d-d0d9b9a8b731') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:16.754742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1df78c5-99ae-4175-888d-d0d9b9a8b731') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:16.776879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.792654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:16.799440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.812767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:16.813182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:16.828879 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:16.862504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] For port 75799efb-3403-4afa-86c1-3f30014bab4f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:16.905837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.927878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] For port 75799efb-3403-4afa-86c1-3f30014bab4f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=75799efb-3403-4afa-86c1-3f30014bab4f,segment=NetworkSegment(e1df78c5-99ae-4175-888d-d0d9b9a8b731),segment_id=e1df78c5-99ae-4175-888d-d0d9b9a8b731)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:16.933268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.938493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:16.939553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Ignored duplicate provisioning block setup for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 14:55:16.946949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:16.956546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:16.975385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ebd1719f-1ebb-44ca-be1e-51dd20311828 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:17.139437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=38cf838b-05cd-4ef0-ad45-f82c454c95c4,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:17.142513 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Pushing event updated for resources: {'Port': ['ID=75799efb-3403-4afa-86c1-3f30014bab4f,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:17.146352 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.api [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:17.146352 dv-neutron-601336-75-hyperv neutron-server[98805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:17.146352 dv-neutron-601336-75-hyperv neutron-server[98805]: [parameters: {'id': '32687865-66c9-428d-933d-1486588b7569'}] May 20 14:55:17.146352 dv-neutron-601336-75-hyperv neutron-server[98805]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:17.147246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_db.api [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:17.155727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:17.158195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:17.179366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] In _notify_port_updated(), no bound segment for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 on network 6d5784c7-7df8-4933-b56c-794148d82ff0 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:55:17.185411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13467082-8c39-4f58-a641-55a978ed57ea None None] Network 32687865-66c9-428d-933d-1486588b7569 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:17.194582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:17.195339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.197868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.199758 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/ports/38cf838b-05cd-4ef0-ad45-f82c454c95c4 HTTP/1.1" status: 200 len: 918 time: 1.1822350 May 20 14:55:17.200410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58658) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:17.203999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-00e02d91-8d15-44dd-874d-5f3053747fa2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:17.209964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c35693b-530c-4835-80a5-1e1a8074f91c'}, {'subnet_id': 'a837519e-628b-4eb5-be8f-2d9c21ca7fb3'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:17.251331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=c15c89e9-303a-48ca-bf74-0ea9c5928dc2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:17.253792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:17.324158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ee6f3-fa24-4fb4-8f59-3d9b4cd4b79e None None] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:17.346026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.350286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.509461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7db66881-3a47-41a3-b0ec-92e44915cfec None None] Provisioning for port ebd1719f-1ebb-44ca-be1e-51dd20311828 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:17.528258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.531763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.532909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7db66881-3a47-41a3-b0ec-92e44915cfec None None] Provisioning complete for port ebd1719f-1ebb-44ca-be1e-51dd20311828 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:17.533417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7db66881-3a47-41a3-b0ec-92e44915cfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.561810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.562581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router f99cff18-a1a6-454c-8e3b-b85fc9686932 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:55:17.595588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.596927 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 204 len: 168 time: 2.0649502 May 20 14:55:17.601251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58662) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:17.607339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1473722351'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:17.612426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:17.617906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:17.620802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:17.627312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:17.639501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:17.643465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.655484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.698484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.26 (6d5784c7-7df8-4933-b56c-794148d82ff0/a837519e-628b-4eb5-be8f-2d9c21ca7fb3/38cf838b-05cd-4ef0-ad45-f82c454c95c4) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:17.723179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:17.737874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.738211 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment dc98dd85-f977-4e2c-8c4a-4770ad08fea1 of type vlan for network 7c4398db-8ebe-4458-a6ec-314a0c9e153f May 20 14:55:17.780130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.792593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port 75799efb-3403-4afa-86c1-3f30014bab4f {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:17.792928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.875144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.891745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Ignored duplicate provisioning block setup for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 20 14:55:17.898446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.903040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.906419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3f844d25-2de3-48ad-aeb4-673a4890f02a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:17.908569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:17.909174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.917817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8b9919c1-4995-4c80-b39b-42aca3b9ff31 tempest-ExtraDHCPOptionsTestJSON-1482944646 tempest-ExtraDHCPOptionsTestJSON-1482944646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:17.974097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port 75799efb-3403-4afa-86c1-3f30014bab4f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=75799efb-3403-4afa-86c1-3f30014bab4f,segment=NetworkSegment(e1df78c5-99ae-4175-888d-d0d9b9a8b731),segment_id=e1df78c5-99ae-4175-888d-d0d9b9a8b731)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:17.974457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:17.988420 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3860533 May 20 14:55:17.997618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58668) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:17.999856 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd1cc7-9eea-48ad-aea3-cda24454036c None None] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:18.015452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': '7c4398db-8ebe-4458-a6ec-314a0c9e153f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:18.100574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=38cf838b-05cd-4ef0-ad45-f82c454c95c4,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:18.119114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1fd85c0-e88a-4599-b4cd-e580b5fdcda1 None None] Provisioning complete for port ebd1719f-1ebb-44ca-be1e-51dd20311828 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:18.119428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1fd85c0-e88a-4599-b4cd-e580b5fdcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.131558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:18.165972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for 75799efb-3403-4afa-86c1-3f30014bab4f owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:18.172587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=7c4398db-8ebe-4458-a6ec-314a0c9e153f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:18.175879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:18.209218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:18.221726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.227559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-21f84398-5118-4911-8928-eb497f54b01a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:18.231828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:18.234140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] In _notify_port_updated(), no bound segment for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 on network 6d5784c7-7df8-4933-b56c-794148d82ff0 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:55:18.239661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:18.240410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.244296 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/ports/38cf838b-05cd-4ef0-ad45-f82c454c95c4 HTTP/1.1" status: 200 len: 998 time: 1.0371804 May 20 14:55:18.244645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:18.247457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58672) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:18.249840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:18.276765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port 75799efb-3403-4afa-86c1-3f30014bab4f on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:18.289537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:18.309764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=75799efb-3403-4afa-86c1-3f30014bab4f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:18.312525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:18.358602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:18.362254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.407874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.425617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32687865-66c9-428d-933d-1486588b7569']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:18.440091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1df78c5-99ae-4175-888d-d0d9b9a8b731') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:18.440383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1df78c5-99ae-4175-888d-d0d9b9a8b731') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:18.453326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.470794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.477768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:18.478405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.480289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1fd85c0-e88a-4599-b4cd-e580b5fdcda1 None None] Provisioning for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:18.485651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1fd85c0-e88a-4599-b4cd-e580b5fdcda1 None None] Provisioning complete for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:18.486041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1fd85c0-e88a-4599-b4cd-e580b5fdcda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:18.498731 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:18.548799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd85c0-e88a-4599-b4cd-e580b5fdcda1 None None] Port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:18.583484 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.588344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.591319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2bdfc130-87c3-42ac-94db-c3a292cbd0c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:18.619898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=32687865-66c9-428d-933d-1486588b7569,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:18.622938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:18.628443 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/32687865-66c9-428d-933d-1486588b7569 HTTP/1.1" status: 204 len: 168 time: 3.4728138 May 20 14:55:18.629204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58678) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:18.636577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-654730261'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:18.642428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:18.646081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:18.649136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:18.652140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:18.652490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.655727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:18.666591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:18.671087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.704580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 742, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:18.713989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.714379 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment 13f4f73e-600b-4999-a13f-5470facf60cd of type vlan for network d0f8e705-756f-4920-9d2b-fa0501639f86 May 20 14:55:18.749274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.784458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec5b2741-c2ae-490c-8a95-ffef0d2180df None None] Provisioning complete for port ebd1719f-1ebb-44ca-be1e-51dd20311828 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:18.784889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2741-c2ae-490c-8a95-ffef0d2180df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.789731 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.797815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:18.798454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.804892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3ed6c074-b525-471b-accd-d40fdce76bf8 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:18.889402 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2562206 May 20 14:55:18.891083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:18.906029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58692) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:18.915444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': 'd0f8e705-756f-4920-9d2b-fa0501639f86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:19.014402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec5b2741-c2ae-490c-8a95-ffef0d2180df None None] Provisioning complete for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:19.015617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec5b2741-c2ae-490c-8a95-ffef0d2180df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.125295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b2741-c2ae-490c-8a95-ffef0d2180df None None] Port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:19.132122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=d0f8e705-756f-4920-9d2b-fa0501639f86,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:19.134691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:19.144001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d0f8e705-756f-4920-9d2b-fa0501639f86 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:19.229249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 38cf838b-05cd-4ef0-ad45-f82c454c95c4 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:19.297897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0968bcaf-90bd-44a4-92c3-7f385c49b09e None None] Provisioning complete for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:19.298272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0968bcaf-90bd-44a4-92c3-7f385c49b09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.355166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:19.361507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:19.365313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:19.376586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:19.392142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0968bcaf-90bd-44a4-92c3-7f385c49b09e None None] Port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:19.411334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b188de-1e14-4a7e-b370-5a708a4b2571 req-53c8c6b2-045c-4d14-9d9e-f2acb5df9233 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:19.415557 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c9b188de-1e14-4a7e-b370-5a708a4b2571 req-53c8c6b2-045c-4d14-9d9e-f2acb5df9233 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.1094027 May 20 14:55:19.438107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:19.441615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.470311 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c9b188de-1e14-4a7e-b370-5a708a4b2571 req-051e58c2-ea52-4248-8fd8-127eb7f75331 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508490 May 20 14:55:19.516246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8e04082f-8a82-422e-97d5-180d5297d926 None None] Provisioning complete for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:19.516917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8e04082f-8a82-422e-97d5-180d5297d926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.576461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8e04082f-8a82-422e-97d5-180d5297d926 None None] Port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:19.608805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b802db0-df78-4bd5-ac2c-0d9a4c9e4ddb None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:55:19.784553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.835397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bc170b44-26ad-4971-a2ae-2bfbc1f9367e None None] Provisioning complete for port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:19.835790 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bc170b44-26ad-4971-a2ae-2bfbc1f9367e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.838939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.851214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-50ea4c62-89e8-4254-b050-4146792ddf96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:19.881050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bc170b44-26ad-4971-a2ae-2bfbc1f9367e None None] Port 38cf838b-05cd-4ef0-ad45-f82c454c95c4 was deleted so its status cannot be updated. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} May 20 14:55:19.904124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=38cf838b-05cd-4ef0-ad45-f82c454c95c4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:19.906034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:19.909878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:19.913279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:19.955422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b802db0-df78-4bd5-ac2c-0d9a4c9e4ddb None None] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:19.964885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b802db0-df78-4bd5-ac2c-0d9a4c9e4ddb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 7c4398db-8ebe-4458-a6ec-314a0c9e153f) {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:55:20.049110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:20.066364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:20.066678 dv-neutron-601336-75-hyperv neutron-server[98806]: WARNING neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unable to schedule network 7c4398db-8ebe-4458-a6ec-314a0c9e153f: no agents available; will retry on subsequent port and subnet creation events. May 20 14:55:20.067009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f is not hosted by any dhcp agent {{(pid=98806) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:55:20.120793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:20.121379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.133981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=901323b1-6271-4040-aa70-44379b8ce853,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:20.146300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:20.200620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.202706 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/38cf838b-05cd-4ef0-ad45-f82c454c95c4 HTTP/1.1" status: 204 len: 168 time: 1.9543798 May 20 14:55:20.205384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58704) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:20.211134 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2116270 May 20 14:55:20.212880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58708) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:20.218370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1864051094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:20.227769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:20.259285 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a15b0e-2001-4514-b6bd-2013ef8bd2dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:20.259812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-84a15b0e-2001-4514-b6bd-2013ef8bd2dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:20.276026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-84a15b0e-2001-4514-b6bd-2013ef8bd2dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:20.277370 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-84a15b0e-2001-4514-b6bd-2013ef8bd2dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/38cf838b-05cd-4ef0-ad45-f82c454c95c4 HTTP/1.1" status: 404 len: 333 time: 0.0709677 May 20 14:55:20.280681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58712) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:20.280839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:20.283701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:20.292616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:20.318351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-7c4398db-8ebe-4458-a6ec-314a0c9e153f', 'network_id': '7c4398db-8ebe-4458-a6ec-314a0c9e153f', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '901323b1-6271-4040-aa70-44379b8ce853'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:20.320136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.353270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet a837519e-628b-4eb5-be8f-2d9c21ca7fb3 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:20.356658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.421083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.462650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.463703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.487911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.517902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Allocated IP 172.20.0.2 (7c4398db-8ebe-4458-a6ec-314a0c9e153f/901323b1-6271-4040-aa70-44379b8ce853/7e92dd9c-53c9-4d57-bee2-1c121b9e07d3) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:20.518511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.528275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.599088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.600788 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-139c824f-938b-4677-aabc-42126c39e345 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3869638 May 20 14:55:20.603630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58718) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:20.663415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.673012 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f36ae97a-9bb5-4a54-8058-79e560e945f1 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:20.746211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.757411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Transition to ACTIVE for port object 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:20.777510 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Transition to ACTIVE for port object 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:20.784355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.789070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:20.847892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:20.854818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:20.859024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:20.880916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64247e-c5fa-4066-b48f-66e646f0db8a req-64558f70-968f-4d5f-a21e-bc2e9eac5f75 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:20.883595 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0e64247e-c5fa-4066-b48f-66e646f0db8a req-64558f70-968f-4d5f-a21e-bc2e9eac5f75 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.2501662 May 20 14:55:20.899548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Pushing event updated for resources: {'Port': ['ID=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:20.906515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:20.948201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.955610 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0e64247e-c5fa-4066-b48f-66e646f0db8a req-0f248bbb-6c1a-4486-abb4-2640d7df5dda tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588102 May 20 14:55:20.957070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=4ae915dd-5d6d-4bbe-9a71-506ab568385b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:20.961711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': '13f4f73e-600b-4999-a13f-5470facf60cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd0f8e705-756f-4920-9d2b-fa0501639f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:20.962076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: d0f8e705-756f-4920-9d2b-fa0501639f86, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:20.965158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:20.967398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Attempting to bind port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:20.967782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Attempting to bind port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'dc98dd85-f977-4e2c-8c4a-4770ad08fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7c4398db-8ebe-4458-a6ec-314a0c9e153f'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:20.968153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Attempting to bind port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 on network 7c4398db-8ebe-4458-a6ec-314a0c9e153f {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:20.970887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aabd8403-5ec7-410e-a4eb-5cc21b23b51d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:20.978361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:20.978747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Checking segment: {'id': 'dc98dd85-f977-4e2c-8c4a-4770ad08fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7c4398db-8ebe-4458-a6ec-314a0c9e153f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:20.979179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:20.979582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Bound using segment: {'id': 'dc98dd85-f977-4e2c-8c4a-4770ad08fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7c4398db-8ebe-4458-a6ec-314a0c9e153f'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:20.980055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Bound port: 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc98dd85-f977-4e2c-8c4a-4770ad08fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '7c4398db-8ebe-4458-a6ec-314a0c9e153f'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:20.980438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.009226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.013620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=a837519e-628b-4eb5-be8f-2d9c21ca7fb3,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:21.015887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:21.020055 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/a837519e-628b-4eb5-be8f-2d9c21ca7fb3 HTTP/1.1" status: 204 len: 168 time: 0.7383943 May 20 14:55:21.022534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58722) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:21.072654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] For port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:21.075806 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] For port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,segment=NetworkSegment(dc98dd85-f977-4e2c-8c4a-4770ad08fea1),segment_id=dc98dd85-f977-4e2c-8c4a-4770ad08fea1)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:21.082792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.089797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:21.095056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 6c35693b-530c-4835-80a5-1e1a8074f91c {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:21.098031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.143912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network d0f8e705-756f-4920-9d2b-fa0501639f86 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:21.157908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d0f8e705-756f-4920-9d2b-fa0501639f86) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:21.160199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.184861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Pushing event updated for resources: {'Port': ['ID=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:21.189632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:21.204211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:21.204813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.218342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.260259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.300914 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3937986 May 20 14:55:21.304465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58726) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:21.569433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.618643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.20.0.1 (7c4398db-8ebe-4458-a6ec-314a0c9e153f/901323b1-6271-4040-aa70-44379b8ce853/df972cc0-32fd-429a-8591-672b1f6d6f71) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:21.711607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.766324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.773336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ffb81029-dbdf-4032-ae36-bd97915c1749 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:21.782590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.798038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object df972cc0-32fd-429a-8591-672b1f6d6f71 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:21.811461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=6c35693b-530c-4835-80a5-1e1a8074f91c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:21.823235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.827829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dd3a4d9f-535e-4503-8626-80ee64a559ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:21.831754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:21.847496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:21.905923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:21.915743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:21.918365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:21.967824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=df972cc0-32fd-429a-8591-672b1f6d6f71,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:21.971002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:21.999078 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b57c70b0-308d-4e55-91e2-fb29a1cb3b52 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/6c35693b-530c-4835-80a5-1e1a8074f91c HTTP/1.1" status: 204 len: 168 time: 0.9753897 May 20 14:55:22.000493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.002103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58732) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:22.223751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0757dc-bb9f-4a3e-9978-0b08b0a9b561 None None] Network d0f8e705-756f-4920-9d2b-fa0501639f86 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:22.259775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.408387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-55dab75b-0045-4a0c-9cb8-35cc9cf20e3c None None] Provisioning for port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:22.423397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.468873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.488119 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb623bc7-f40c-4f25-acdc-40aae60334bd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:22.529466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a44446-019d-4614-bb39-0f85d367821c req-d2863011-7217-4a4f-961d-a708c0aa3933 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:22.531454 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f8a44446-019d-4614-bb39-0f85d367821c req-d2863011-7217-4a4f-961d-a708c0aa3933 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.4415486 May 20 14:55:22.531794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e5215e-a4dc-4e73-a0d2-3ad0796d49df None None] Network d0f8e705-756f-4920-9d2b-fa0501639f86 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:22.547521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae915dd-5d6d-4bbe-9a71-506ab568385b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:22.551278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec3dca8-9ebb-4d9d-a097-7efec6c66cb6 None None] Network 6d5784c7-7df8-4933-b56c-794148d82ff0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:22.588752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:22.655804 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58738) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:22.692406 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f8a44446-019d-4614-bb39-0f85d367821c req-e98a3aab-da88-4b95-9ea5-7a8c42d27afe tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471715 May 20 14:55:22.703973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.720013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f8e705-756f-4920-9d2b-fa0501639f86']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:22.735881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f4f73e-600b-4999-a13f-5470facf60cd') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:22.736182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f4f73e-600b-4999-a13f-5470facf60cd') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:22.744664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port ebd1719f-1ebb-44ca-be1e-51dd20311828 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:22.745004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.778697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.840087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.855248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ce679-0a3f-4a65-aad6-f19a755b7051 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:22.855248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ce679-0a3f-4a65-aad6-f19a755b7051 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:22.855248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4ce679-0a3f-4a65-aad6-f19a755b7051 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:22.855248 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dd4ce679-0a3f-4a65-aad6-f19a755b7051 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?project_id=53529b685f624223b93a383149f00310&network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 3002 time: 0.1983860 May 20 14:55:22.870627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:22.871031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:22.887412 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:22.901923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-722fabb7-7c7e-4b42-95d0-6702abab6a98 None None] Provisioning for port df972cc0-32fd-429a-8591-672b1f6d6f71 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:22.909078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] For port ebd1719f-1ebb-44ca-be1e-51dd20311828, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ebd1719f-1ebb-44ca-be1e-51dd20311828,segment=NetworkSegment(ae89a959-82ac-49a7-b57b-69a1931bac31),segment_id=ae89a959-82ac-49a7-b57b-69a1931bac31)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:22.909446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.953014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-722fabb7-7c7e-4b42-95d0-6702abab6a98 None None] Provisioning complete for port df972cc0-32fd-429a-8591-672b1f6d6f71 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:22.953183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-722fabb7-7c7e-4b42-95d0-6702abab6a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.962155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:22.971771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.004408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:23.022818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-722fabb7-7c7e-4b42-95d0-6702abab6a98 None None] Port df972cc0-32fd-429a-8591-672b1f6d6f71 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:23.035833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:23.095815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for ebd1719f-1ebb-44ca-be1e-51dd20311828 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:23.116462 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:23.119218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=df972cc0-32fd-429a-8591-672b1f6d6f71,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:23.120620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.122171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.125034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:23.129290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:23.129734 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.131348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:23.145524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.158954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=d0f8e705-756f-4920-9d2b-fa0501639f86,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:23.164744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:23.169782 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/d0f8e705-756f-4920-9d2b-fa0501639f86 HTTP/1.1" status: 204 len: 168 time: 1.8640726 May 20 14:55:23.173593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58746) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:23.187650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-981377018'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:23.193757 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d90f0-d572-4921-93dc-b62251f66a5a None None] DHCP port deletion for 6d5784c7-7df8-4933-b56c-794148d82ff0 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:23.194972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.199941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:23.240437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:23.249580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=ebd1719f-1ebb-44ca-be1e-51dd20311828,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:23.252818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:23.253839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No DVR routers for this DVR port ebd1719f-1ebb-44ca-be1e-51dd20311828 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:23.254291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:23.259082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:23.269833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:23.295453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.296055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:23.298995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.333663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,segment=NetworkSegment(dc98dd85-f977-4e2c-8c4a-4770ad08fea1),segment_id=dc98dd85-f977-4e2c-8c4a-4770ad08fea1)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:23.333909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:23.334834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:23.340715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.344414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:23.346195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:23.394409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.408781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5784c7-7df8-4933-b56c-794148d82ff0']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:23.422732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae89a959-82ac-49a7-b57b-69a1931bac31') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:23.423251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae89a959-82ac-49a7-b57b-69a1931bac31') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:23.423603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:23.426930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:23.437126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.455862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.463866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:23.464264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.467643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.468161 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment 87a1777a-b18a-403a-b3f7-141f92eedc58 of type vlan for network d7ce51fe-6076-4151-80ea-cb2c77b23c48 May 20 14:55:23.520288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:23.552263 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:23.564913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.568238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:23.574045 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.580157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:23.580736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.582964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.586761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-42c19e3a-ca87-41c9-a664-f5ccbc134c3e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:23.594317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=6d5784c7-7df8-4933-b56c-794148d82ff0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:23.598608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:23.605499 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/6d5784c7-7df8-4933-b56c-794148d82ff0 HTTP/1.1" status: 204 len: 168 time: 1.6021771 May 20 14:55:23.609433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router 6a3615ae-308c-4ce8-8bcb-92ee89a00285 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:55:23.609581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58750) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:23.646037 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bcf3c1ff-2b06-4d14-b16b-115e3df6c901 None None] Provisioning complete for port df972cc0-32fd-429a-8591-672b1f6d6f71 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:23.646363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bcf3c1ff-2b06-4d14-b16b-115e3df6c901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:23.694710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63fe54-8344-4a3b-ad0a-a2d39749e7dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:23.695594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9a63fe54-8344-4a3b-ad0a-a2d39749e7dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:23.705171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-bcf3c1ff-2b06-4d14-b16b-115e3df6c901 None None] Port df972cc0-32fd-429a-8591-672b1f6d6f71 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:23.712374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9a63fe54-8344-4a3b-ad0a-a2d39749e7dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:23.713709 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9a63fe54-8344-4a3b-ad0a-a2d39749e7dd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1033199 May 20 14:55:23.717149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58754) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:23.912110 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7377498 May 20 14:55:23.916826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58760) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:23.919355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=d7ce51fe-6076-4151-80ea-cb2c77b23c48,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:23.926321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:23.931480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d7ce51fe-6076-4151-80ea-cb2c77b23c48 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:23.940239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-133be7fe-cfd3-4416-a490-54c857fe6533 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:24.001222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccee78c-305a-4f14-acf5-76738376275d req-bcd8e777-b123-4c1f-bc38-179ee6e4d678 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:24.002599 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-eccee78c-305a-4f14-acf5-76738376275d req-bcd8e777-b123-4c1f-bc38-179ee6e4d678 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.1071274 May 20 14:55:24.007371 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-947f01c9-3aa8-40a8-a710-e176902d282c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2891226 May 20 14:55:24.011572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58764) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:24.017779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-236385843'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:24.033737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:24.041551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:24.045808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:24.058968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:24.077840 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-eccee78c-305a-4f14-acf5-76738376275d req-b2604924-e0d3-40e8-b3da-139bddf1ffa3 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654175 May 20 14:55:24.084537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:24.088342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.106484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:24.115037 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/6a3615ae-308c-4ce8-8bcb-92ee89a00285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5103590 May 20 14:55:24.116084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58770) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:24.117325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] Sync routers for ids ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:24.120928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:24.124875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:24.127810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:24.128836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] Routers {'6a3615ae-308c-4ce8-8bcb-92ee89a00285'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:24.129695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:24.133844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:24.144539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:24.148380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.159301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:24.191501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.191838 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment dadec1aa-753a-4b4c-bafc-2f6da1083b07 of type vlan for network e1f739c4-bd73-4788-98ba-2a7152b60c61 May 20 14:55:24.197050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:24.206081 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] Routers {'6a3615ae-308c-4ce8-8bcb-92ee89a00285'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:24.206681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:24.226848 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934f3740-2d72-49c6-b689-8d33ecfb27f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:24.230876 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-934f3740-2d72-49c6-b689-8d33ecfb27f4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports/df972cc0-32fd-429a-8591-672b1f6d6f71 HTTP/1.1" status: 200 len: 910 time: 0.1112659 May 20 14:55:24.237327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58774) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:24.248564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '901323b1-6271-4040-aa70-44379b8ce853'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:24.249372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.272426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:24.272757 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c8b758-163c-43c9-8e28-cf9fd1efc0d8 None None] The sync data for ids ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:24.283629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.290241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:24.290925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.296082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:24.389753 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3741999 May 20 14:55:24.393911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58778) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:24.402504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:24.420271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=e1f739c4-bd73-4788-98ba-2a7152b60c61,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:24.425050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa8b804c-5c57-401a-9a1c-74172c048f3d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:24.431224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:24.514541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:24.518397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:24.521229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:24.529173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:24.539974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:24.543676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.597718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.946299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:24.980404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:24.985757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b452291-71d6-4f76-af5f-61ceb184c45e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:25.014071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:25.014550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.065253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=4393f78d-a8b9-40d4-88c9-c1cc38b4db0c,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:25.069326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:25.073364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': 'dadec1aa-753a-4b4c-bafc-2f6da1083b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:25.074626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: e1f739c4-bd73-4788-98ba-2a7152b60c61, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:25.092326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:25.107041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, e1f739c4-bd73-4788-98ba-2a7152b60c61) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:25.125230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:25.125805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.125929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.128910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347dda31-33c0-4ec8-a541-aa19efec7dbf None None] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:25.132599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2734e3f4-eb39-43ec-8add-d347f0b8944a tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:25.154600 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7595425 May 20 14:55:25.157107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58786) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:25.166598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61', 'name': 'tempest-PortsTestJSON-1166249642'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:25.288294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=9fbee002-67ee-454b-b90c-2ca6799017b1,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:25.313025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.313411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.313800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.314179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.314542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.314904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.315401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.315767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.316125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.316522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.316879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.317235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:25.323189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:25.327370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58790) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:25.329822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': '87a1777a-b18a-403a-b3f7-141f92eedc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:25.330090 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: d7ce51fe-6076-4151-80ea-cb2c77b23c48, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:25.331586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ebd1719f-1ebb-44ca-be1e-51dd20311828 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:25.376591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: ebd1719f-1ebb-44ca-be1e-51dd20311828 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:25.376937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ebd1719f-1ebb-44ca-be1e-51dd20311828 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:55:25.381344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:25.406291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ace089-6718-481f-bee6-6383650614e9 req-e9e37bbc-a5b8-4f68-9ba0-95541d797e4c tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:25.407880 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b6ace089-6718-481f-bee6-6383650614e9 req-e9e37bbc-a5b8-4f68-9ba0-95541d797e4c tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.1892838 May 20 14:55:25.408842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:25.428203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-e1f739c4-bd73-4788-98ba-2a7152b60c61', 'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': '4393f78d-a8b9-40d4-88c9-c1cc38b4db0c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:25.429051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.454958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:25.458535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.479980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b6ace089-6718-481f-bee6-6383650614e9 req-8b5f2311-1420-413a-8270-27029bc22550 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619569 May 20 14:55:25.488615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:25.580409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.597816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network d7ce51fe-6076-4151-80ea-cb2c77b23c48 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:25.601266 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475b8061-d5f9-42d8-9462-6c56bb31d5a6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:25.602752 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-475b8061-d5f9-42d8-9462-6c56bb31d5a6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 814 time: 0.2743101 May 20 14:55:25.604897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.635125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-008a4d30-159e-43cb-ad46-89534eeef9d8 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:25.635898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.3 (e1f739c4-bd73-4788-98ba-2a7152b60c61/4393f78d-a8b9-40d4-88c9-c1cc38b4db0c/cc5a8614-ae11-4033-bfd1-3e54b69ac3e1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:25.696821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d7ce51fe-6076-4151-80ea-cb2c77b23c48) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:25.706113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c7817-6c53-4b2d-9890-44519423f3d6 None None] Network d7ce51fe-6076-4151-80ea-cb2c77b23c48 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:25.715591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:25.716190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.751949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:25.752567 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:25.757233 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/ports/df972cc0-32fd-429a-8591-672b1f6d6f71 HTTP/1.1" status: 200 len: 910 time: 1.5159128 May 20 14:55:25.760323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58798) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:25.821941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=df972cc0-32fd-429a-8591-672b1f6d6f71,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:25.824889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:25.835666 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9173064 May 20 14:55:25.835800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58802) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:25.942633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-d7ce51fe-6076-4151-80ea-cb2c77b23c48', 'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': '9fbee002-67ee-454b-b90c-2ca6799017b1'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:25.944565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.019012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.095555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:26.111802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Allocated IP 172.20.0.1 (d7ce51fe-6076-4151-80ea-cb2c77b23c48/9fbee002-67ee-454b-b90c-2ca6799017b1/db15a2b5-74d7-499d-8434-a333dc0b4c24) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:26.141209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.155488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58806) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:26.163262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:26.228755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.280565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bad8418b-7b67-4717-a2ab-2753f85cbe7e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:26.292802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.301842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Allocated IP 172.20.0.2 (e1f739c4-bd73-4788-98ba-2a7152b60c61/4393f78d-a8b9-40d4-88c9-c1cc38b4db0c/786a996d-66d7-483f-accd-889b64b11c86) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:26.391162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:26.400944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:26.404997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=cc5a8614-ae11-4033-bfd1-3e54b69ac3e1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:26.408785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.456989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:26.481711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:26.489854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.493742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.507655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Transition to ACTIVE for port object db15a2b5-74d7-499d-8434-a333dc0b4c24 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:26.552772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Transition to ACTIVE for port object db15a2b5-74d7-499d-8434-a333dc0b4c24 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:26.594454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.613187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:26.665724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Network d7ce51fe-6076-4151-80ea-cb2c77b23c48 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:26.675934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:26.679066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:26.688833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.723414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port df972cc0-32fd-429a-8591-672b1f6d6f71 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:26.724005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.738927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Transition to ACTIVE for port object 786a996d-66d7-483f-accd-889b64b11c86 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:26.791146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Pushing event updated for resources: {'Port': ['ID=db15a2b5-74d7-499d-8434-a333dc0b4c24,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:26.793737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:26.821941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Transition to ACTIVE for port object 786a996d-66d7-483f-accd-889b64b11c86 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:26.823621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Attempting to bind port db15a2b5-74d7-499d-8434-a333dc0b4c24 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:26.824020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Attempting to bind port db15a2b5-74d7-499d-8434-a333dc0b4c24 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '87a1777a-b18a-403a-b3f7-141f92eedc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:26.824392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Attempting to bind port db15a2b5-74d7-499d-8434-a333dc0b4c24 on network d7ce51fe-6076-4151-80ea-cb2c77b23c48 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:26.830695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:26.831121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Checking segment: {'id': '87a1777a-b18a-403a-b3f7-141f92eedc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:26.831567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.831965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Bound using segment: {'id': '87a1777a-b18a-403a-b3f7-141f92eedc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:26.833137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Bound port: db15a2b5-74d7-499d-8434-a333dc0b4c24, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a1777a-b18a-403a-b3f7-141f92eedc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:26.833137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.844338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.850949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-08614e46-8c7b-4199-8737-95f21b92c893 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:26.867219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.868397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:26.869014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:26.962938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:26.966025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Pushing event updated for resources: {'Port': ['ID=786a996d-66d7-483f-accd-889b64b11c86,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:26.970582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:26.972359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:26.974850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:27.079195 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9184642 May 20 14:55:27.090727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.092077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58812) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:27.092772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Attempting to bind port 786a996d-66d7-483f-accd-889b64b11c86 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:27.093164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Attempting to bind port 786a996d-66d7-483f-accd-889b64b11c86 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'dadec1aa-753a-4b4c-bafc-2f6da1083b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:27.093542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Attempting to bind port 786a996d-66d7-483f-accd-889b64b11c86 on network e1f739c4-bd73-4788-98ba-2a7152b60c61 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:27.096159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] For port db15a2b5-74d7-499d-8434-a333dc0b4c24, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:27.101562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61', 'name': 'tempest-PortsTestJSON-481860762'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:27.104273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:27.104643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Checking segment: {'id': 'dadec1aa-753a-4b4c-bafc-2f6da1083b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:27.105052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.105448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Bound using segment: {'id': 'dadec1aa-753a-4b4c-bafc-2f6da1083b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:27.105935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Bound port: 786a996d-66d7-483f-accd-889b64b11c86, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadec1aa-753a-4b4c-bafc-2f6da1083b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'e1f739c4-bd73-4788-98ba-2a7152b60c61'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:27.106316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.122162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] For port db15a2b5-74d7-499d-8434-a333dc0b4c24, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db15a2b5-74d7-499d-8434-a333dc0b4c24,segment=NetworkSegment(87a1777a-b18a-403a-b3f7-141f92eedc58),segment_id=87a1777a-b18a-403a-b3f7-141f92eedc58)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:27.122580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802dea2-7388-4741-8d65-6407ab66158d req-e8a7b51d-90a1-4e50-af66-6ea505bb29d9 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:27.124196 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8802dea2-7388-4741-8d65-6407ab66158d req-e8a7b51d-90a1-4e50-af66-6ea505bb29d9 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.5296237 May 20 14:55:27.142439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.142775 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c disassociated. External IP: 172.26.6.160, port: 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd. May 20 14:55:27.142914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for df972cc0-32fd-429a-8591-672b1f6d6f71 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:27.165871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.175107 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6b4f4e8f-a1ba-47c9-add2-2220012e6168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:27.284890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Pushing event updated for resources: {'Port': ['ID=db15a2b5-74d7-499d-8434-a333dc0b4c24,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:27.292580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:27.293913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-87958f8a-f815-4d53-a050-fa181393632b None None] For port 786a996d-66d7-483f-accd-889b64b11c86, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:27.297616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-87958f8a-f815-4d53-a050-fa181393632b None None] For port 786a996d-66d7-483f-accd-889b64b11c86, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=786a996d-66d7-483f-accd-889b64b11c86,segment=NetworkSegment(dadec1aa-753a-4b4c-bafc-2f6da1083b07),segment_id=dadec1aa-753a-4b4c-bafc-2f6da1083b07)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:27.304979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.309538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:27.324098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.330260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-76a29f05-3392-428d-87b8-0b7bab1cac7e tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:27.357644 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8802dea2-7388-4741-8d65-6407ab66158d req-fced00fa-915a-4d8b-a9b4-d6bf938f5287 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272801 May 20 14:55:27.384768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=df972cc0-32fd-429a-8591-672b1f6d6f71,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:27.388101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:27.431796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.444954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f4da7bba-4cc2-42d0-bf0d-ea7efbccf4d0 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:27.452485 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Pushing event updated for resources: {'Port': ['ID=786a996d-66d7-483f-accd-889b64b11c86,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:27.457309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:27.710404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbee002-67ee-454b-b90c-2ca6799017b1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:27.713388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:27.731380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:27.883316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:27.897703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:27.960093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:27.972596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:27.976629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.006720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ce51fe-6076-4151-80ea-cb2c77b23c48']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.024591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:28.028018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.046416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a1777a-b18a-403a-b3f7-141f92eedc58') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.046637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a1777a-b18a-403a-b3f7-141f92eedc58') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.072514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router 6a3615ae-308c-4ce8-8bcb-92ee89a00285 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:28.125929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.154183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 496b302c-3ed3-414f-ad0a-0411546b1d6a yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:28.206368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.211889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:28.222051 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] Sync routers for ids ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:28.231212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:28.235089 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] Routers {'6a3615ae-308c-4ce8-8bcb-92ee89a00285'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:28.235269 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/6a3615ae-308c-4ce8-8bcb-92ee89a00285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4710827 May 20 14:55:28.235399 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.235575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58816) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:28.247466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:28.247876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:28.268510 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:28.289277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4e8619a5-74ff-4df5-8715-111205759e71 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:28.300196 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.309937 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] Routers {'6a3615ae-308c-4ce8-8bcb-92ee89a00285'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:28.310679 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.311893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4e8619a5-74ff-4df5-8715-111205759e71 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:28.315721 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4e8619a5-74ff-4df5-8715-111205759e71 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3615ae-308c-4ce8-8bcb-92ee89a00285 HTTP/1.1" status: 200 len: 205 time: 0.0766783 May 20 14:55:28.315981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58820) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:28.411920 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.415679 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1368d-a5ed-4dfb-9801-777ab11d516f None None] The sync data for ids ['6a3615ae-308c-4ce8-8bcb-92ee89a00285'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:28.479896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.api [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:28.479896 dv-neutron-601336-75-hyperv neutron-server[98805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:28.479896 dv-neutron-601336-75-hyperv neutron-server[98805]: [parameters: {'id': 'd7ce51fe-6076-4151-80ea-cb2c77b23c48'}] May 20 14:55:28.479896 dv-neutron-601336-75-hyperv neutron-server[98805]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:28.480429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_db.api [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:28.489202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.627919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a55831-89e2-497e-8728-26e2e0b66bed None None] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:28.649836 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.6 (e1f739c4-bd73-4788-98ba-2a7152b60c61/4393f78d-a8b9-40d4-88c9-c1cc38b4db0c/496b302c-3ed3-414f-ad0a-0411546b1d6a) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:28.703455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:28.745815 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:28.784651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ca980-0b4b-4670-bde7-e6ebbd02d561 req-7883540c-e77c-4e1b-91fc-7bbedff544ba tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:28.786920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-949ca980-0b4b-4670-bde7-e6ebbd02d561 req-7883540c-e77c-4e1b-91fc-7bbedff544ba tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.2749510 May 20 14:55:28.787640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:28.821016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:28.821924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:28.890466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-988d82cb-3d6a-406a-ab58-a56b0522382b None None] Provisioning for port 786a996d-66d7-483f-accd-889b64b11c86 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:28.938429 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-424a51d1-feda-44fa-be8c-4346f4be4450 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 690 time: 2.7819920 May 20 14:55:28.944541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:55:28.948903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58826) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:28.959165 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-949ca980-0b4b-4670-bde7-e6ebbd02d561 req-973bface-ef44-46a4-8faa-c57450d677c0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562953 May 20 14:55:29.055194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.067755 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'status': 'completed', 'code': 200} May 20 14:55:29.078528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.080930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.167651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.168176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router 6a3615ae-308c-4ce8-8bcb-92ee89a00285 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:55:29.176863 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a67c50bf-2822-45a9-af83-f4455bd4e801 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 690 time: 0.2215233 May 20 14:55:29.188545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.191631 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0aa26975-1f02-46af-8290-6167a84c594b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/6a3615ae-308c-4ce8-8bcb-92ee89a00285 HTTP/1.1" status: 204 len: 168 time: 0.8743567 May 20 14:55:29.196247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58832) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:29.199850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db15a2b5-74d7-499d-8434-a333dc0b4c24 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:29.235695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:29.246954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-bc22f9b7-96de-4cc5-918a-c895f243405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:29.248679 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-bc22f9b7-96de-4cc5-918a-c895f243405c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1099 time: 0.1659434 May 20 14:55:29.279454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee91e8a-d7df-4311-8dbe-e578f409044b None None] Network d7ce51fe-6076-4151-80ea-cb2c77b23c48 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:29.279707 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.305729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 496b302c-3ed3-414f-ad0a-0411546b1d6a will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:29.312733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port db15a2b5-74d7-499d-8434-a333dc0b4c24 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:29.313084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.372758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 901323b1-6271-4040-aa70-44379b8ce853 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:29.377890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.425223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port db15a2b5-74d7-499d-8434-a333dc0b4c24, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db15a2b5-74d7-499d-8434-a333dc0b4c24,segment=NetworkSegment(87a1777a-b18a-403a-b3f7-141f92eedc58),segment_id=87a1777a-b18a-403a-b3f7-141f92eedc58)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:29.425594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.450780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.482476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-116c2712-6baa-4933-93a1-e190a1024386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:29.483851 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-116c2712-6baa-4933-93a1-e190a1024386 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 898 time: 0.2262466 May 20 14:55:29.501969 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7b0643a3-38e2-45ae-8d86-29ad045bce54 None None] Provisioning for port db15a2b5-74d7-499d-8434-a333dc0b4c24 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:29.564488 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-c0a5d5ae-5961-47d9-aed4-1a56fff21915 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 200 len: 217 time: 0.0712972 May 20 14:55:29.651185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-656d73cd-2e0c-4bc1-9bbf-afc6e6e52d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:29.652528 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-656d73cd-2e0c-4bc1-9bbf-afc6e6e52d8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.0779665 May 20 14:55:29.660447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.681821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port db15a2b5-74d7-499d-8434-a333dc0b4c24 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:29.701901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port db15a2b5-74d7-499d-8434-a333dc0b4c24 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:29.702367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.720010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for db15a2b5-74d7-499d-8434-a333dc0b4c24 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:29.722774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.730279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-abeca64f-18d3-4541-b076-e7da0c8745a7 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:29.808998 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:29.817955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:29.821038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:29.879213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=496b302c-3ed3-414f-ad0a-0411546b1d6a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:29.904480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.904791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.905189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.905765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.905977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.906306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.906676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.907043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.907433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.907799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.908360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.908579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:29.919533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:29.924729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.954375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:29.955388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:29.958695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:29.966358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d4bd1d-0ae9-46aa-a995-46c70418e230 None None] DHCP port deletion for d7ce51fe-6076-4151-80ea-cb2c77b23c48 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:29.970349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:55:29.973758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port db15a2b5-74d7-499d-8434-a333dc0b4c24, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=db15a2b5-74d7-499d-8434-a333dc0b4c24,segment=NetworkSegment(87a1777a-b18a-403a-b3f7-141f92eedc58),segment_id=87a1777a-b18a-403a-b3f7-141f92eedc58)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:29.991932 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8986890 May 20 14:55:29.995725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58836) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:30.022974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-18723812-351b-447a-89b1-4fa1a731e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:30.024504 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-18723812-351b-447a-89b1-4fa1a731e279 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3374486 May 20 14:55:30.040483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.041604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 786a996d-66d7-483f-accd-889b64b11c86 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:30.045107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.064811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2e364ac5-b649-46b4-a4f2-f6b05eda46fe tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:30.076136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cf0ebc57-aca4-4cd5-b29a-5e08e8a8541f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:30.109850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port db15a2b5-74d7-499d-8434-a333dc0b4c24 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:30.124251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-05d4bd1d-0ae9-46aa-a995-46c70418e230 None None] The port 'db15a2b5-74d7-499d-8434-a333dc0b4c24' was deleted {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} May 20 14:55:30.143249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event deleted for resources: {'Port': ['ID=db15a2b5-74d7-499d-8434-a333dc0b4c24,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:30.148363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:30.149342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:30.173169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=db15a2b5-74d7-499d-8434-a333dc0b4c24,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:30.177162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.181861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58842) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:30.198533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e3e71c1f-1d78-4470-8a11-c89f4eb5aadc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:30.237296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.237797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.237897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.238224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.238556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.238891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.239346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.239678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.240004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.240897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.241238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.241549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:30.250374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=901323b1-6271-4040-aa70-44379b8ce853,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:30.258903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:30.270419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.283516 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/901323b1-6271-4040-aa70-44379b8ce853 HTTP/1.1" status: 204 len: 168 time: 1.0854075 May 20 14:55:30.286741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58846) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:30.293701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:30.304969 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8725691-1c8f-4f41-8597-5fdcaf575ef2 None None] Network 7c4398db-8ebe-4458-a6ec-314a0c9e153f requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:30.309120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:30.341517 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-9284374e-0e04-4fa9-89d6-738bd155d806 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090677 May 20 14:55:30.404391 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8dbd013-0343-43d7-8604-430c613abc92 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 690 time: 0.2142298 May 20 14:55:30.468287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.497961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.518913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b6ce3-0d06-40c1-b406-ee5c1077ca03 req-3cfeb020-919e-41ee-8b28-9749652032a8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:30.520676 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d54b6ce3-0d06-40c1-b406-ee5c1077ca03 req-3cfeb020-919e-41ee-8b28-9749652032a8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.3275220 May 20 14:55:30.532248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fd49ed-498d-49bc-983d-442d7b427110 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:30.533160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b9fd49ed-498d-49bc-983d-442d7b427110 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:30.539167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7ce51fe-6076-4151-80ea-cb2c77b23c48']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:30.586239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:30.601715 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d54b6ce3-0d06-40c1-b406-ee5c1077ca03 req-83682bcd-9593-432c-9b68-84d022891f9f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652254 May 20 14:55:30.620696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a1777a-b18a-403a-b3f7-141f92eedc58') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:30.620696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a1777a-b18a-403a-b3f7-141f92eedc58') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:30.633003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.640441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b9fd49ed-498d-49bc-983d-442d7b427110 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:30.641736 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9fd49ed-498d-49bc-983d-442d7b427110 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.6460719 May 20 14:55:30.645417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:30.648196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 786a996d-66d7-483f-accd-889b64b11c86 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:30.678004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 786a996d-66d7-483f-accd-889b64b11c86 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:30.678384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.697399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.709736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:30.710251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.717130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d32c4597-5337-49cf-91b9-52cdeea78cb8 None None] Provisioning for port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:30.725260 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:30.760883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d32c4597-5337-49cf-91b9-52cdeea78cb8 None None] Provisioning complete for port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:30.761263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d32c4597-5337-49cf-91b9-52cdeea78cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.775294 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ffc1ef7a-3bbb-46dd-b0eb-a9fc91dcb8fd req-bb27a8bf-e449-401d-9459-379c7566d6b8 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243774 May 20 14:55:30.803659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:30.804083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.867778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.879317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-20bcd860-8c18-40a4-a5e0-45d41bdc5fb2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:30.895071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.910228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=d7ce51fe-6076-4151-80ea-cb2c77b23c48,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:30.914169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:30.920400 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/d7ce51fe-6076-4151-80ea-cb2c77b23c48 HTTP/1.1" status: 204 len: 168 time: 5.0797744 May 20 14:55:30.922195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 496b302c-3ed3-414f-ad0a-0411546b1d6a {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:30.922384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.929405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,segment=NetworkSegment(dc98dd85-f977-4e2c-8c4a-4770ad08fea1),segment_id=dc98dd85-f977-4e2c-8c4a-4770ad08fea1)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:30.929764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:30.935044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58854) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:30.955181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1038118742'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:30.969291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:30.971522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d32c4597-5337-49cf-91b9-52cdeea78cb8 None None] Port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:30.977703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:30.982618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:31.036035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:31.065631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:31.070427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.092691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:31.111918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.180128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.190949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bf5339c7-bdf8-42a9-a8cc-65b9712c6558 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:31.225048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Provisioning for port 496b302c-3ed3-414f-ad0a-0411546b1d6a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:31.239151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.264873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 496b302c-3ed3-414f-ad0a-0411546b1d6a owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:31.266603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Provisioning complete for port 496b302c-3ed3-414f-ad0a-0411546b1d6a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:31.267254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:31.267385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.267694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:31.268700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=7e92dd9c-53c9-4d57-bee2-1c121b9e07d3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:31.282239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.282661 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment f41fc088-2a7e-4343-8447-9ade46048582 of type vlan for network 2a12e133-cde2-4aaa-af2e-26e588b271e2 May 20 14:55:31.340569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.347160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:31.399345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Port 496b302c-3ed3-414f-ad0a-0411546b1d6a cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:31.405899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 786a996d-66d7-483f-accd-889b64b11c86, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=786a996d-66d7-483f-accd-889b64b11c86,segment=NetworkSegment(dadec1aa-753a-4b4c-bafc-2f6da1083b07),segment_id=dadec1aa-753a-4b4c-bafc-2f6da1083b07)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:31.414612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.417865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-53a06d3b-09fa-4740-812d-83970e46efcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:31.423366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58862) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:31.459389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd292716-2063-482f-983c-b64e2a0641e3 None None] DHCP port deletion for 7c4398db-8ebe-4458-a6ec-314a0c9e153f request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:31.459915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.470365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:31.471003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.478236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Provisioning complete for port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:31.478977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.481658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9115b13f-3659-4733-ae72-6325e3f74612 tempest-BulkNetworkOpsIpV6Test-1441450215 tempest-BulkNetworkOpsIpV6Test-1441450215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:31.529460 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-79752026-0496-4343-b08c-29087c2568d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 690 time: 0.1048231 May 20 14:55:31.534158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.550484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4398db-8ebe-4458-a6ec-314a0c9e153f']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:31.567758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc98dd85-f977-4e2c-8c4a-4770ad08fea1') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:31.567758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc98dd85-f977-4e2c-8c4a-4770ad08fea1') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:31.572113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=786a996d-66d7-483f-accd-889b64b11c86,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:31.575598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-75c82b21-dbcd-45a3-b9aa-643ca541c0c0 None None] Port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:31.577059 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:31.580252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.586300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:31.590497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee92de72-ce55-4d45-921f-c363985ddf35 None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:31.601224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.607981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:31.608455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.616234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db15a2b5-74d7-499d-8434-a333dc0b4c24 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:31.624650 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:31.679458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: db15a2b5-74d7-499d-8434-a333dc0b4c24 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:31.680731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device db15a2b5-74d7-499d-8434-a333dc0b4c24 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:55:31.684016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:31.722765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.733195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e9fe3f8b-1eef-4623-8777-8a931404cc54 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:31.735850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:31.736750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7e92dd9c-53c9-4d57-bee2-1c121b9e07d3 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:55:31.754527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.764470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=7c4398db-8ebe-4458-a6ec-314a0c9e153f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:31.769452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:31.781284 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/7c4398db-8ebe-4458-a6ec-314a0c9e153f HTTP/1.1" status: 204 len: 168 time: 1.4928920 May 20 14:55:31.785587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58868) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:31.791637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-263144460', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:31.798313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:31.802481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:31.806259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:31.813653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:31.824799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.826599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.861325 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9202452 May 20 14:55:31.863779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58872) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:31.872305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'New_network'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:31.922236 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5627c88d-c864-43ef-b6ef-5dc9e9438a92 None None] New status for floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:55:31.938349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=2a12e133-cde2-4aaa-af2e-26e588b271e2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:31.941098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d57df2be-7c02-46b9-a7f5-fb00b8ab05c3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:31.941889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:31.948650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-57b5bfad-b478-4d58-b153-79be8d0c652f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:31.951894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:32.037769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=496b302c-3ed3-414f-ad0a-0411546b1d6a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:32.040475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:32.051326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.097728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.130898 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc87efb-91a0-4f98-a7c2-e35c8d7de237 req-6b7ed76a-d684-45bb-bd97-d44e4053e4c1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:32.132592 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cbc87efb-91a0-4f98-a7c2-e35c8d7de237 req-6b7ed76a-d684-45bb-bd97-d44e4053e4c1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.3314538 May 20 14:55:32.180441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.186174 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/496b302c-3ed3-414f-ad0a-0411546b1d6a HTTP/1.1" status: 204 len: 168 time: 1.5402508 May 20 14:55:32.187020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58876) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:32.203698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.207765 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7b1caa81-e78c-48cb-ac9e-fd85b741241c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4211240 May 20 14:55:32.214171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58880) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:32.234079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-2070480649'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:32.242953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:32.256967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:32.274948 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e946192-08ee-4a70-8e83-7a5100734179 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:32.275529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:32.275658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6e946192-08ee-4a70-8e83-7a5100734179 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:32.289986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.298229 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cbc87efb-91a0-4f98-a7c2-e35c8d7de237 req-f34e8e58-3e05-472e-9c43-60caa241cd3d tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592498 May 20 14:55:32.305890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6e946192-08ee-4a70-8e83-7a5100734179 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:32.308119 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6e946192-08ee-4a70-8e83-7a5100734179 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/496b302c-3ed3-414f-ad0a-0411546b1d6a HTTP/1.1" status: 404 len: 333 time: 0.1154904 May 20 14:55:32.310507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58884) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:32.322327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:32.330922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.345001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7af68840-2aff-4ec8-9239-ef0d6255e8fd tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:32.387384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 is not hosted by any dhcp agent {{(pid=98806) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:55:32.392712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:32.393369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.394706 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "PUT /v2.0/networks/2a12e133-cde2-4aaa-af2e-26e588b271e2 HTTP/1.1" status: 200 len: 723 time: 0.5299122 May 20 14:55:32.401243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58888) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:32.422633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device ce529714-ff13-470a-81c9-864edafc22ea details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:55:32.450568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:32.463985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:32.464310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.517218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:32.520539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.548891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58892) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:32.554040 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:55:32.563954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=2a12e133-cde2-4aaa-af2e-26e588b271e2,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:32.567009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:32.572888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:32.579206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:32.610359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'ce529714-ff13-470a-81c9-864edafc22ea', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'port_id': 'ce529714-ff13-470a-81c9-864edafc22ea', 'mac_address': 'fa:16:3e:ef:33:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:55:32.655980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3d8d685c-d07f-4120-b990-a9f99848ffe0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 688 time: 0.1059289 May 20 14:55:32.672026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 731, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:32.678414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:32.686751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:32.687002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.690855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.691349 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment ab1f3e4a-dbed-4bec-9d45-6821aa0651bc of type vlan for network d8088f38-3669-4dce-989e-c390695155c4 May 20 14:55:32.692624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:32.705143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca38da-2eb2-448b-a76b-2c3bcf0f1cc2 req-3b92d46c-2fbc-4b4f-81fa-4cf9532cd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:32.706792 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6dca38da-2eb2-448b-a76b-2c3bcf0f1cc2 req-3b92d46c-2fbc-4b4f-81fa-4cf9532cd95a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1099 time: 0.3071384 May 20 14:55:32.707777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:32.752153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:32.756436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.771443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.794296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.811800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce529714-ff13-470a-81c9-864edafc22ea {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:55:32.812585 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6dca38da-2eb2-448b-a76b-2c3bcf0f1cc2 req-88f4845c-4399-4531-8e59-799694a85230 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959537 May 20 14:55:32.814982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:32.828966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:32.833696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.835783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:32.906629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:32.912044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:32.946064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:32.952439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dedbb756-f5b2-4e7f-9144-9c0b9bee690c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:33.028453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=cc5a8614-ae11-4033-bfd1-3e54b69ac3e1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:33.035585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:33.039725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.045148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:33.045754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.053247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:33.056726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['ce529714-ff13-470a-81c9-864edafc22ea'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:55:33.121090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.140461 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 HTTP/1.1" status: 204 len: 168 time: 0.8287079 May 20 14:55:33.142994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58896) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:33.181920 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9669113 May 20 14:55:33.183191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58900) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:33.193370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=d8088f38-3669-4dce-989e-c390695155c4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:33.200936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:33.205429 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4458a634-145c-4bc3-9a6b-f213dd2fe361 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:33.206051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4458a634-145c-4bc3-9a6b-f213dd2fe361 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:33.207068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network d8088f38-3669-4dce-989e-c390695155c4 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:33.222696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4458a634-145c-4bc3-9a6b-f213dd2fe361 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:33.227502 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4458a634-145c-4bc3-9a6b-f213dd2fe361 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/cc5a8614-ae11-4033-bfd1-3e54b69ac3e1 HTTP/1.1" status: 404 len: 333 time: 0.0802803 May 20 14:55:33.227671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:33.228169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58904) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:33.423284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:33.442940 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 4393f78d-a8b9-40d4-88c9-c1cc38b4db0c {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:33.445653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:33.454752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:33.457383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.508551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:33.526941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8323ca3-5484-4199-8f5c-13b797957a0d req-dc74a00a-6d0a-473e-8680-670b6651e55f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:33.527941 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8323ca3-5484-4199-8f5c-13b797957a0d req-dc74a00a-6d0a-473e-8680-670b6651e55f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 945 time: 0.0897927 May 20 14:55:33.539668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 786a996d-66d7-483f-accd-889b64b11c86 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:33.545350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:33.548981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.566297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.591818 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8323ca3-5484-4199-8f5c-13b797957a0d req-cf1ddc1a-6240-4aef-bacc-454f3cbd78dd tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 May 20 14:55:33.622435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 786a996d-66d7-483f-accd-889b64b11c86 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:33.623074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.831183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.877936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58912) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:33.883914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328610786', 'description': 'tempest-secgroup-smoke-328610786 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:33.890285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:33.903471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:33.913200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:33.933868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:33.937867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:33.941003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:33.947385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:34.018221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.022431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.027533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0c1e55cd-3eb1-41b7-b2a1-eb7d35eefd6e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.068763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f95b26-f001-49b8-b67a-a124676ec5ca,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.071807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.073523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.077472 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1958668 May 20 14:55:34.078543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58916) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:34.084837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'a1f95b26-f001-49b8-b67a-a124676ec5ca', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:34.090771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:34.094694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:34.097726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:34.107365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:34.122047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.193864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.197729 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.205911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b9301ed-564c-45ba-9406-73636ef3066d tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.228738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5af50b-d234-4e70-aa09-8808d0f85bfa,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.231298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.238863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.240828 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615849 May 20 14:55:34.243688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58920) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:34.249258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'a1f95b26-f001-49b8-b67a-a124676ec5ca', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:34.255124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:34.259088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.259650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:34.262610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:34.266120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-808286bb-358d-446c-965c-113770ccb8a1 tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.268384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:34.284736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.345145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.349447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.357025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b264114f-8c82-4b36-a38e-be4465f07a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.377317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab001872-4b52-447b-9771-daeb300dfac6,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.380421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.388945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.390321 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456861 May 20 14:55:34.393142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58924) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:34.398687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'a1f95b26-f001-49b8-b67a-a124676ec5ca', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:34.404522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:34.408463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:34.411386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:34.413429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=52d6d1e4-54a7-4389-897c-ea57ab8143dd,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.418389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:34.421597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.433761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.437932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.438479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device ce529714-ff13-470a-81c9-864edafc22ea up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:34.438995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a14a5c67-62df-4f35-8b7f-e3947ef8b25e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.467950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': 'f41fc088-2a7e-4343-8447-9ade46048582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:34.468299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: 2a12e133-cde2-4aaa-af2e-26e588b271e2, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:34.486051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=4393f78d-a8b9-40d4-88c9-c1cc38b4db0c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.488157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.497128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.497814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c0545-c72e-43c8-9516-6b1379b116a9 None None] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:34.510083 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/4393f78d-a8b9-40d4-88c9-c1cc38b4db0c HTTP/1.1" status: 204 len: 168 time: 1.2434170 May 20 14:55:34.513551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.514244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58928) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:34.523366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:34.553316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.562741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cabeb416-5fe8-461a-9432-82948d3e2dc5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.564016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 2a12e133-cde2-4aaa-af2e-26e588b271e2) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:34.586911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:34.587822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.590027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ad9ff1-2a7f-45b3-818c-38671862883f,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.592827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.595802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ba190-b095-413c-a6b0-ceb50983596a None None] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:34.610504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.615986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:34.648385 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ebee18de-dcf1-42d0-a9b8-362685921618 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2137196 May 20 14:55:34.653476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:34.669483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:34.776216 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port ce529714-ff13-470a-81c9-864edafc22ea triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:34.776773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.844826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.848497 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-279ba4a0-3b67-4e33-b5e1-463322322dda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4517269 May 20 14:55:34.849259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58938) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:34.862478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'a1f95b26-f001-49b8-b67a-a124676ec5ca', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:34.870086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=660b00fc-71b6-415b-912e-a383fd962a2a,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:34.873516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:34.875877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:34.880899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:34.885105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:34.888222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:34.888569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: d8088f38-3669-4dce-989e-c390695155c4, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:34.895043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:34.913506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.918906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network d8088f38-3669-4dce-989e-c390695155c4 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:34.922696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.946855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, d8088f38-3669-4dce-989e-c390695155c4) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:34.969070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:34.969640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:34.996769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142fafbb-1fad-43c3-9f70-f200d597f48e None None] Network d8088f38-3669-4dce-989e-c390695155c4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:34.998611 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8084946 May 20 14:55:35.005542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58942) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:35.046874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128679722'] for subnet, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.069412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.079519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.083135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f6d1743b-e4bd-4fe3-a41d-6ced7a47eacb tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:35.139812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099e181-28bc-4c22-8096-156fca9c2da3 req-1ce50c24-8595-48cc-bf93-b330c5e67b2f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:35.141323 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3099e181-28bc-4c22-8096-156fca9c2da3 req-1ce50c24-8595-48cc-bf93-b330c5e67b2f tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 945 time: 0.3035259 May 20 14:55:35.165458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.217470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-2a12e133-cde2-4aaa-af2e-26e588b271e2', 'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': '52d6d1e4-54a7-4389-897c-ea57ab8143dd'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:35.218277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.223534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edf62df-eb2c-4122-92a2-bb547196aabf,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:35.232533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 786a996d-66d7-483f-accd-889b64b11c86 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:35.233452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.235009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:35.241983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:55:35.285127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] DHCP port deletion for e1f739c4-bd73-4788-98ba-2a7152b60c61 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:35.300892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.302057 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4479825 May 20 14:55:35.305044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58948) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:35.353421 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3099e181-28bc-4c22-8096-156fca9c2da3 req-b27609ae-d438-4704-b4cf-aae88db2f392 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653850 May 20 14:55:35.367086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'a1f95b26-f001-49b8-b67a-a124676ec5ca', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:35.380331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:35.381835 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea', 'code': 200} May 20 14:55:35.383414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:35.384667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58952) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:35.416615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.424638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5e972e44-353b-400d-aa7b-074864e953e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:35.440035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:35.468109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] For port 786a996d-66d7-483f-accd-889b64b11c86, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=786a996d-66d7-483f-accd-889b64b11c86,segment=NetworkSegment(dadec1aa-753a-4b4c-bafc-2f6da1083b07),segment_id=dadec1aa-753a-4b4c-bafc-2f6da1083b07)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:35.468552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.507537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:35.550070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:35.558415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794689850579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128374306'] for subnet, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.567400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 786a996d-66d7-483f-accd-889b64b11c86 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:35.603006 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:55:35.615829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.624266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3071e6c2-b90b-416a-a8f1-d642233ea8be tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:35.655080 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8ad6de48-cd46-4a0b-949e-cd6088698158 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/floatingips/08f23547-0de4-4f12-b42e-bb349ff92fde HTTP/1.1" status: 200 len: 994 time: 0.2681773 May 20 14:55:35.661752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.665988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 786a996d-66d7-483f-accd-889b64b11c86 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:35.683706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:35.684375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.685515 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "PUT /v2.0/subnets/52d6d1e4-54a7-4389-897c-ea57ab8143dd HTTP/1.1" status: 200 len: 806 time: 1.0310836 May 20 14:55:35.688307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-d8088f38-3669-4dce-989e-c390695155c4', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:35.689139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.691399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58956) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:35.725011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Allocated IP 172.20.0.2 (2a12e133-cde2-4aaa-af2e-26e588b271e2/52d6d1e4-54a7-4389-897c-ea57ab8143dd/b5f32941-4939-43c0-b88c-8936c6859f47) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:35.726868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=7']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:35.735927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:35.739306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=52d6d1e4-54a7-4389-897c-ea57ab8143dd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:35.743823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:35.771555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.776310 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8165304-d5f4-4bde-ae02-06c67f6c89c8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:35.792643 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No ports have port_id starting with 786a996d-66d7-483f-accd-889b64b11c86 May 20 14:55:35.823362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=786a996d-66d7-483f-accd-889b64b11c86,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:35.825708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No DVR routers for this DVR port 786a996d-66d7-483f-accd-889b64b11c86 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:35.826819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:35.856959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Deleting port 786a996d-66d7-483f-accd-889b64b11c86 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:35.857709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.958755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:35.971774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f739c4-bd73-4788-98ba-2a7152b60c61']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:35.984920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadec1aa-753a-4b4c-bafc-2f6da1083b07') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:35.985214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadec1aa-753a-4b4c-bafc-2f6da1083b07') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:35.998049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.027777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.028465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.035791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:36.036369 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.047983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:36.052385 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:36.055503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.073326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.092274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] For port 786a996d-66d7-483f-accd-889b64b11c86, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:36.092650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.122618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17de952a-160e-4431-8210-805f9522dc7b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.141129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.143278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.147558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.162549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.178738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=e1f739c4-bd73-4788-98ba-2a7152b60c61,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.181604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.188209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.198796 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8833015 May 20 14:55:36.199300 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/e1f739c4-bd73-4788-98ba-2a7152b60c61 HTTP/1.1" status: 204 len: 168 time: 1.6747742 May 20 14:55:36.199300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58960) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:36.202792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58962) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:36.206953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-285683676'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:36.216207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'a1f95b26-f001-49b8-b67a-a124676ec5ca', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:36.221872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:36.222574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.225034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:36.229525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:36.232433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:36.234655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Allocated IP 172.20.0.2 (d8088f38-3669-4dce-989e-c390695155c4/660b00fc-71b6-415b-912e-a383fd962a2a/56fd8a51-3fad-4241-9f8d-3eb25bf9d396) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:36.235135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:36.237927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:36.243084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Calling delete_port for 786a996d-66d7-483f-accd-889b64b11c86 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:36.249690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Port 786a996d-66d7-483f-accd-889b64b11c86 was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:55:36.250780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:36.253621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:36.269196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:36.273272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.284717 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:55:36.292316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.296082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.304147 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.345673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:36.350723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Network e1f739c4-bd73-4788-98ba-2a7152b60c61 is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:55:36.351204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] No DVR routers for this DVR port 786a996d-66d7-483f-accd-889b64b11c86 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:36.352873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Pushing event deleted for resources: {'Port': ['ID=786a996d-66d7-483f-accd-889b64b11c86,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.367137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.367500 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment 92f06c7a-15b6-4d0c-8019-e7c41138055d of type vlan for network 1f7ec10d-0029-464f-8457-89b265eb9efc May 20 14:55:36.391855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.404335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.409869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.414852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.419945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.423535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b82fa460-9f76-4e3c-ab4e-c2a434547314 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.462459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b56c32-2665-43d0-96ef-3d953cbf2cf6,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.468737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Transition to ACTIVE for port object b5f32941-4939-43c0-b88c-8936c6859f47 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:36.468950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.482740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.485297 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2733841 May 20 14:55:36.486257 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.493067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Transition to ACTIVE for port object b5f32941-4939-43c0-b88c-8936c6859f47 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:36.493516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:36.505456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.508614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.513553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.514243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-26834b31-4c39-4cdf-88ab-0ea604950c53 tempest-NetworksIpV6Test-518615621 tempest-NetworksIpV6Test-518615621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.563377 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3623824 May 20 14:55:36.608047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Pushing event updated for resources: {'Port': ['ID=b5f32941-4939-43c0-b88c-8936c6859f47,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.611955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.614241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58970) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:36.629150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:36.658355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=1f7ec10d-0029-464f-8457-89b265eb9efc,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.665692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.673020 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.677946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-80c7a50d-acac-4c0a-bd3a-a67acc99450f tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:36.692077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:36.693516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 1f7ec10d-0029-464f-8457-89b265eb9efc details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:36.712920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=52d6d1e4-54a7-4389-897c-ea57ab8143dd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:36.715952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:36.716839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:36.742545 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:36.812358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.827119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a12e133-cde2-4aaa-af2e-26e588b271e2']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:36.841634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41fc088-2a7e-4343-8447-9ade46048582') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:36.842028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41fc088-2a7e-4343-8447-9ade46048582') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:36.854770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.874818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.882806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:36.883553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:36.903179 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:36.908884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.922189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:36.930300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:36.934811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:36.943672 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-69b0a781-daae-4ae2-94cf-eac2df7b3ac9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:36.946279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:36.948640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Transition to ACTIVE for port object 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:36.955668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Attempting to bind port b5f32941-4939-43c0-b88c-8936c6859f47 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:36.956047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Attempting to bind port b5f32941-4939-43c0-b88c-8936c6859f47 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'f41fc088-2a7e-4343-8447-9ade46048582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:36.956605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Attempting to bind port b5f32941-4939-43c0-b88c-8936c6859f47 on network 2a12e133-cde2-4aaa-af2e-26e588b271e2 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:36.964703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:36.969109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.970522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:36.970853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Checking segment: {'id': 'f41fc088-2a7e-4343-8447-9ade46048582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:36.971297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.971705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Bound using segment: {'id': 'f41fc088-2a7e-4343-8447-9ade46048582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:36.972187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Bound port: b5f32941-4939-43c0-b88c-8936c6859f47, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f41fc088-2a7e-4343-8447-9ade46048582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2a12e133-cde2-4aaa-af2e-26e588b271e2'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:36.972573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:36.989539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.db.api [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:36.989539 dv-neutron-601336-75-hyperv neutron-server[98806]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:36.989539 dv-neutron-601336-75-hyperv neutron-server[98806]: [parameters: {'id': '2a12e133-cde2-4aaa-af2e-26e588b271e2'}] May 20 14:55:36.989539 dv-neutron-601336-75-hyperv neutron-server[98806]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:36.990857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_db.api [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:36.991330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-69b0a781-daae-4ae2-94cf-eac2df7b3ac9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:36.992449 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Transition to ACTIVE for port object 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:36.992587 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-69b0a781-daae-4ae2-94cf-eac2df7b3ac9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328610786&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.2514238 May 20 14:55:37.025097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.035567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-934f4c74-c111-4efd-b4ca-7f6748a9e268 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:37.070871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.20.0.1 (d8088f38-3669-4dce-989e-c390695155c4/660b00fc-71b6-415b-912e-a383fd962a2a/dbdf85f1-2dba-466c-8016-71de64f89ddd) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:37.162393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Network d8088f38-3669-4dce-989e-c390695155c4 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:37.167136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:37.170263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:37.207929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Pushing event updated for resources: {'Port': ['ID=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:37.211012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:37.230622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-dbdf9223-3861-49aa-a8e4-97e4fe8de780 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:37.232097 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-dbdf9223-3861-49aa-a8e4-97e4fe8de780 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 797 time: 0.2273459 May 20 14:55:37.251601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-053c3134-5bba-496b-8d58-954452d79286 None None] For port b5f32941-4939-43c0-b88c-8936c6859f47, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:37.267037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.283071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object dbdf85f1-2dba-466c-8016-71de64f89ddd will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:37.286918 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-4ad2223b-704e-46b1-91c1-785aa322791e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0226383 May 20 14:55:37.302256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-053c3134-5bba-496b-8d58-954452d79286 None None] For port b5f32941-4939-43c0-b88c-8936c6859f47, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b5f32941-4939-43c0-b88c-8936c6859f47,segment=NetworkSegment(f41fc088-2a7e-4343-8447-9ade46048582),segment_id=f41fc088-2a7e-4343-8447-9ade46048582)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:37.309582 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Attempting to bind port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:37.310107 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Attempting to bind port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:37.310479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Attempting to bind port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 on network d8088f38-3669-4dce-989e-c390695155c4 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:37.313214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.313550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.318716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-8c49f604-9848-48d8-a263-6161eb0508ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:37.320196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e293ccb-2e35-44b1-a14f-13e6e9b45b9c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:37.356095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:37.356482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Checking segment: {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:37.356898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.357302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Bound using segment: {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:37.357796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Bound port: 56fd8a51-3fad-4241-9f8d-3eb25bf9d396, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:37.358295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.382616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network d8088f38-3669-4dce-989e-c390695155c4 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:37.386251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:37.395793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:37.431641 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-b7fcd84c-6315-45bf-aacb-97de47bff225 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1330678 May 20 14:55:37.444950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=dbdf85f1-2dba-466c-8016-71de64f89ddd,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:37.450104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:37.466871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.492828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.510136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Pushing event updated for resources: {'Port': ['ID=b5f32941-4939-43c0-b88c-8936c6859f47,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:37.513514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:37.555439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] For port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:37.559177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] For port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:37.566295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.572452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:37.600570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635c3857-9dc3-45f9-9709-6cf8cc83b550 None None] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:37.634648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.652000 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port b5f32941-4939-43c0-b88c-8936c6859f47 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:37.652343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.704185 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-0f5d146f-1463-4658-a47b-67e0bf50e079 service neutron] 10.222.0.58 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389214 May 20 14:55:37.741080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Pushing event updated for resources: {'Port': ['ID=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:37.744493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:37.854547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00573508-661d-45b7-a923-55b4b61bfec0 None None] Network 2a12e133-cde2-4aaa-af2e-26e588b271e2 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:37.904535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port b5f32941-4939-43c0-b88c-8936c6859f47, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b5f32941-4939-43c0-b88c-8936c6859f47,segment=NetworkSegment(f41fc088-2a7e-4343-8447-9ade46048582),segment_id=f41fc088-2a7e-4343-8447-9ade46048582)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:37.904968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.952526 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-654eca94-fb3c-4314-bd04-e8d3e93e295d service neutron] 10.222.0.58 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339010 May 20 14:55:37.953356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:37.957179 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-28e214d3-5eae-408d-aaeb-1bd51e49f417 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:38.047318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=e05211ff-8cc8-4a8b-9755-c1a83d40f01d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:38.051660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:38.059904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': '92f06c7a-15b6-4d0c-8019-e7c41138055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:38.060741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: 1f7ec10d-0029-464f-8457-89b265eb9efc, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:38.082206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 1f7ec10d-0029-464f-8457-89b265eb9efc is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:38.103609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 1f7ec10d-0029-464f-8457-89b265eb9efc) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:38.116847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:38.117438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.121874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc50a5e1-c550-42ab-80b7-c2b1f68c66f4 None None] Network 1f7ec10d-0029-464f-8457-89b265eb9efc requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:38.149421 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-611f1016-cfcb-42ec-a290-dc56531e116f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5337751 May 20 14:55:38.152046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 58984) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:38.176184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc', 'name': 'tempest-PortsTestJSON-1906537115', 'fixed_ips': [{'subnet_id': 'e05211ff-8cc8-4a8b-9755-c1a83d40f01d', 'ip_address': '172.20.0.10'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:38.347079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for b5f32941-4939-43c0-b88c-8936c6859f47 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:38.348323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:38.390145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:38.397751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-1f7ec10d-0029-464f-8457-89b265eb9efc', 'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': 'e05211ff-8cc8-4a8b-9755-c1a83d40f01d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:38.398614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.399409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:38.405857 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-be556892-cac7-478b-a9f1-6dee77832b40 req-d20bdde5-ab4c-4c95-9b17-62b19275ee8f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 210 time: 0.0593958 May 20 14:55:38.409789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:38.430611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:38.474044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.482286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2518d146-2137-4b70-940f-340f2e68c298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.518133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9c50f6e-d6b8-4958-b3a8-79a2153835e3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:38.584925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port b5f32941-4939-43c0-b88c-8936c6859f47 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:38.589316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=b5f32941-4939-43c0-b88c-8936c6859f47,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:38.619126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Allocated IP 172.20.0.2 (1f7ec10d-0029-464f-8457-89b265eb9efc/e05211ff-8cc8-4a8b-9755-c1a83d40f01d/0a20fc17-124f-4bae-afd2-30ef1ede474d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:38.622956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.648533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:38.660686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:38.855223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.897919 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a12e133-cde2-4aaa-af2e-26e588b271e2']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:38.916311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f41fc088-2a7e-4343-8447-9ade46048582') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:38.916939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f41fc088-2a7e-4343-8447-9ade46048582') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:38.917078 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.929164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Transition to ACTIVE for port object 0a20fc17-124f-4bae-afd2-30ef1ede474d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:38.932034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.952322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.957845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Transition to ACTIVE for port object 0a20fc17-124f-4bae-afd2-30ef1ede474d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:38.964466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.969726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:38.970131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.975484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-952af211-cd1c-41a7-8baa-44c6cf2599de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:38.984886 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:38.987072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:38.999837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.004051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3325c90-d103-42ca-acee-5ab4808c60a1 None None] Network d8088f38-3669-4dce-989e-c390695155c4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:39.045075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:39.050599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Network 1f7ec10d-0029-464f-8457-89b265eb9efc is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:39.057596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:39.062974 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.10 (1f7ec10d-0029-464f-8457-89b265eb9efc/e05211ff-8cc8-4a8b-9755-c1a83d40f01d/4d1ba872-a9d0-4c43-b7a3-5e18886932d8) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:39.064106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:39.181113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.184446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=dbdf85f1-2dba-466c-8016-71de64f89ddd,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:39.190386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:39.222281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.228778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8bd435ef-b255-4880-a487-5e342b3e73e8 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:39.243757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.259730 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/2a12e133-cde2-4aaa-af2e-26e588b271e2 HTTP/1.1" status: 204 len: 168 time: 3.5670922 May 20 14:55:39.262697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 58998) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:39.280902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Pushing event updated for resources: {'Port': ['ID=0a20fc17-124f-4bae-afd2-30ef1ede474d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:39.287337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a788554e-7824-4ec9-910a-9760db3f8108 None None] Provisioning for port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:39.296942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:39.308561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Attempting to bind port 0a20fc17-124f-4bae-afd2-30ef1ede474d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:39.308938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Attempting to bind port 0a20fc17-124f-4bae-afd2-30ef1ede474d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '92f06c7a-15b6-4d0c-8019-e7c41138055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:39.309313 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Attempting to bind port 0a20fc17-124f-4bae-afd2-30ef1ede474d on network 1f7ec10d-0029-464f-8457-89b265eb9efc {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:39.327082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:39.327487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Checking segment: {'id': '92f06c7a-15b6-4d0c-8019-e7c41138055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:39.327893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.328296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Bound using segment: {'id': '92f06c7a-15b6-4d0c-8019-e7c41138055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:39.328788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Bound port: 0a20fc17-124f-4bae-afd2-30ef1ede474d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92f06c7a-15b6-4d0c-8019-e7c41138055d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:39.329170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.339406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=2a12e133-cde2-4aaa-af2e-26e588b271e2,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:39.350350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:39.358246 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b527ef-e5cd-4697-86e2-670be6d34ff2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:39.358715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b527ef-e5cd-4697-86e2-670be6d34ff2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:39.364116 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-74b527ef-e5cd-4697-86e2-670be6d34ff2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/2a12e133-cde2-4aaa-af2e-26e588b271e2 HTTP/1.1" status: 404 len: 339 time: 0.0980797 May 20 14:55:39.364697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59002) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:39.372885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1774051356', 'description': 'd1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:39.381281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:39.388337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:network and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:39.392501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:39.409271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:39.433204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network d8088f38-3669-4dce-989e-c390695155c4 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:39.437621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:39.442656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:39.461568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] For port 0a20fc17-124f-4bae-afd2-30ef1ede474d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:39.464851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] For port 0a20fc17-124f-4bae-afd2-30ef1ede474d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0a20fc17-124f-4bae-afd2-30ef1ede474d,segment=NetworkSegment(92f06c7a-15b6-4d0c-8019-e7c41138055d),segment_id=92f06c7a-15b6-4d0c-8019-e7c41138055d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:39.466415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.474348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.481814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3a9ff422-642b-4968-a27c-ce00d1ee9a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:39.573047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.627207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Pushing event updated for resources: {'Port': ['ID=0a20fc17-124f-4bae-afd2-30ef1ede474d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:39.641376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:39.662926 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0226a656-6309-4447-8500-1ee4f881c17f req-4a00ebed-a56b-40b8-9834-41884b552f79 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 210 time: 0.0821080 May 20 14:55:39.671305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:39.682574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:39.710600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.717224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f9e91cec-93e4-4572-b6f8-fc9b418863ad tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:39.784020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:39.798684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:39.799071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.847627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 1f7ec10d-0029-464f-8457-89b265eb9efc is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:39.856762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:39.867726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:39.932514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=4d1ba872-a9d0-4c43-b7a3-5e18886932d8,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:39.939190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:39.988709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:39.989948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:39.995562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.023468 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8689766 May 20 14:55:40.025104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59012) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:40.028527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 713, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:40.035988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': '1f7ec10d-0029-464f-8457-89b265eb9efc', 'name': 'tempest-PortsTestJSON-592975312', 'fixed_ips': [{'subnet_id': 'e05211ff-8cc8-4a8b-9755-c1a83d40f01d', 'ip_address': '172.20.0.9'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:40.047984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:40.052124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.056662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a5139177-e6ac-446e-a924-d8439c17147d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:40.066311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.072814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment c3f619b3-b41f-4ab0-bef6-914929488a71 of type vlan for network 797ec4e3-7bbe-4a16-9e6f-e172e398abb5 May 20 14:55:40.147629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-720cc045-46c6-4627-ab0b-4f6c6bff853d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:40.149031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:40.149190 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-720cc045-46c6-4627-ab0b-4f6c6bff853d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 797 time: 0.6122079 May 20 14:55:40.152468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:40.160747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.218662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:55:40.220804 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:40.227661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:40.230948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:40.233543 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-58e162fc-d6c5-4db7-a921-88fa1658ad57 None None] Provisioning complete for port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:40.233755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-58e162fc-d6c5-4db7-a921-88fa1658ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.237008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:40.241220 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-7dec280b-4d2e-42ae-b81d-73b290e5dc0f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 471 time: 0.0726190 May 20 14:55:40.253899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['a1f95b26-f001-49b8-b67a-a124676ec5ca']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:40.258036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:40.263713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.306675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:40.359402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.365609 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:40.366215 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.375269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bbe22fbc-264a-4609-832e-beebe8192f35 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:40.407916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-58e162fc-d6c5-4db7-a921-88fa1658ad57 None None] Provisioning for port dbdf85f1-2dba-466c-8016-71de64f89ddd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:40.413654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-58e162fc-d6c5-4db7-a921-88fa1658ad57 None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:40.414134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-58e162fc-d6c5-4db7-a921-88fa1658ad57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.515576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-58e162fc-d6c5-4db7-a921-88fa1658ad57 None None] Port dbdf85f1-2dba-466c-8016-71de64f89ddd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:40.577430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.9 (1f7ec10d-0029-464f-8457-89b265eb9efc/e05211ff-8cc8-4a8b-9755-c1a83d40f01d/351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:40.667277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-00750943-4233-4caf-8b3c-ec94cab0c4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.671820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b9739376-def4-46ec-b0e1-fa991e76fef7 None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:40.672592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b9739376-def4-46ec-b0e1-fa991e76fef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.685547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:40.715760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:40.759795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:40.760021 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:40.823396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:40.841264 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8344615 May 20 14:55:40.851356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59018) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:40.885715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b9739376-def4-46ec-b0e1-fa991e76fef7 None None] Port dbdf85f1-2dba-466c-8016-71de64f89ddd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:40.908730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-943478477'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:40.911457 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:40.915544 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5471733 May 20 14:55:40.916597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:40.921878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59022) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:40.922626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=797ec4e3-7bbe-4a16-9e6f-e172e398abb5,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:40.926811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:40.933291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:40.937292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.939020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.943354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 797ec4e3-7bbe-4a16-9e6f-e172e398abb5 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:40.961013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:40.983161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:40.989064 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-75811dea-52bf-484a-abf8-c0f3fddf09f8 req-397743a0-6c01-4314-8156-7ae62109d457 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 210 time: 0.1366124 May 20 14:55:40.996556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:41.028556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:41.053475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:41.078166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea9a32-c35e-4e54-ad68-f58e4da9f2f6 None None] Network 1f7ec10d-0029-464f-8457-89b265eb9efc requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:41.100355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:41.133084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:41.135073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.7 (0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349/e436c7df-45e1-4b77-b93f-a9fa035cb40c/9dc80bba-8551-4204-a40b-d87e5c7fdb95) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:41.136900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.169339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46baae0f-137f-44eb-b2ca-f5f1159c5d13 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:41.170036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-46baae0f-137f-44eb-b2ca-f5f1159c5d13 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Synchronizing usage tracker for tenant:9843aefc3ee842dab37dc75cfaa86f92 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:41.193908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.195607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9f254e67-9743-4c70-b6a8-1caf7285d878 None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:41.196101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9f254e67-9743-4c70-b6a8-1caf7285d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.205232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d2718ae6-bad9-4b7f-880f-513d5d550899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:41.241078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 710, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:41.261011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-46baae0f-137f-44eb-b2ca-f5f1159c5d13 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Unset dirty status for tenant:9843aefc3ee842dab37dc75cfaa86f92 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:41.265594 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-46baae0f-137f-44eb-b2ca-f5f1159c5d13 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks?id=797ec4e3-7bbe-4a16-9e6f-e172e398abb5 HTTP/1.1" status: 200 len: 761 time: 0.2940953 May 20 14:55:41.266187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59026) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:41.275044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.275526 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment f6e4abe7-3722-4f26-9441-5d3dea8b2346 of type vlan for network 942917b6-5127-47f6-bade-ef4d91eda556 May 20 14:55:41.286274 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'description': 'd2'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:41.337316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 1f7ec10d-0029-464f-8457-89b265eb9efc is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:41.341608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.346492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:41.349126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:41.359577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 9dc80bba-8551-4204-a40b-d87e5c7fdb95 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:41.381948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:41.384640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.384999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:41.408798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4db6bc57-9b16-470d-899d-2067bc165a69 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:41.476142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9f254e67-9743-4c70-b6a8-1caf7285d878 None None] Port dbdf85f1-2dba-466c-8016-71de64f89ddd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:41.496489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.504007 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=9dc80bba-8551-4204-a40b-d87e5c7fdb95,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:41.509453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:41.510075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.514103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:41.516251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:41.517579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:41.520348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:41.621924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:41.622963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.668139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59030) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:41.668698 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6420760 May 20 14:55:41.672894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.680598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:41.680598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.689530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:41.746428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.754855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:41.780600 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5304787 May 20 14:55:41.799250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Request body: {'port': {'device_id': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:41.853461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-91f832e9-d81e-491b-b9fc-86adaa787e43 None None] Provisioning for port 0a20fc17-124f-4bae-afd2-30ef1ede474d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:41.882837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:41.883388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.962737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.978320 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:41.989232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:37Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:38Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:42.000602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:55:42.001019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Updating router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 port dbdf85f1-2dba-466c-8016-71de64f89ddd binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:55:42.013355 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1160302 May 20 14:55:42.013355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=942917b6-5127-47f6-bade-ef4d91eda556,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:42.014739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59034) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:42.021775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:42.038344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:42.055619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.064492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:42.066411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 942917b6-5127-47f6-bade-ef4d91eda556 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:42.084812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea883a1a-ae09-4b20-be90-6ddfdd011af2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.086532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ea883a1a-ae09-4b20-be90-6ddfdd011af2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:42.101172 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 797ec4e3-7bbe-4a16-9e6f-e172e398abb5 is not hosted by any dhcp agent {{(pid=98805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:55:42.106830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.109159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.113413 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "PUT /v2.0/networks/797ec4e3-7bbe-4a16-9e6f-e172e398abb5 HTTP/1.1" status: 200 len: 758 time: 0.8405991 May 20 14:55:42.114276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59040) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:42.304283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b7930a89-3cc0-42d4-9998-960a41106e77 None None] Provisioning for port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:42.311053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.312900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ea883a1a-ae09-4b20-be90-6ddfdd011af2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:42.314061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ea883a1a-ae09-4b20-be90-6ddfdd011af2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.6440492 May 20 14:55:42.318932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59044) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:42.337350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b7930a89-3cc0-42d4-9998-960a41106e77 None None] Provisioning complete for port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:42.337731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b7930a89-3cc0-42d4-9998-960a41106e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.353349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=797ec4e3-7bbe-4a16-9e6f-e172e398abb5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:42.356075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:42.384190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 797ec4e3-7bbe-4a16-9e6f-e172e398abb5 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:42.423423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:42.435017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:42.444121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b268a4d-a1d7-4ded-af10-6fd57a4fbcd6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.449270 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7b268a4d-a1d7-4ded-af10-6fd57a4fbcd6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks?id=797ec4e3-7bbe-4a16-9e6f-e172e398abb5 HTTP/1.1" status: 200 len: 761 time: 0.3282144 May 20 14:55:42.452392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a20fc17-124f-4bae-afd2-30ef1ede474d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:42.453012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:42.455562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59048) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:42.462063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1689011886'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:42.471648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:42.473834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:42.500498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:42.508088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:42.511911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.544487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc80bba-8551-4204-a40b-d87e5c7fdb95 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:55:42.558226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.562711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0232e6-ba3d-402b-9b1e-8091232c45ae req-fc04ec24-e97a-4f99-857b-4cd3fc991100 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.564218 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4d0232e6-ba3d-402b-9b1e-8091232c45ae req-fc04ec24-e97a-4f99-857b-4cd3fc991100 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 931 time: 0.3701315 May 20 14:55:42.571944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:42.575461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.597978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b7930a89-3cc0-42d4-9998-960a41106e77 None None] Port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:42.604500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7473eb-6131-410a-a295-360a30de983b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.609782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7473eb-6131-410a-a295-360a30de983b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.615833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7473eb-6131-410a-a295-360a30de983b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.617667 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3c7473eb-6131-410a-a295-360a30de983b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2978210 May 20 14:55:42.619442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Transition to ACTIVE for port object 9dc80bba-8551-4204-a40b-d87e5c7fdb95 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:42.622016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59052) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:42.674383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.681989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f87f5b92-dedc-4db3-911f-d73bd1ba56a6 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:42.705925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 0a20fc17-124f-4bae-afd2-30ef1ede474d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:42.728635 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4d0232e6-ba3d-402b-9b1e-8091232c45ae req-cca4d1e7-de09-47c9-9e5e-bf2a8469aeb4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577475 May 20 14:55:42.743244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 706, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:42.757521 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0a20fc17-124f-4bae-afd2-30ef1ede474d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:42.757892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.758148 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment d0152b6e-45a6-45d5-977b-64d799026994 of type vlan for network 62cb526a-b564-4f20-9e2c-a5c25310a3ac May 20 14:55:42.759176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.836327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.908761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Provisioning for port 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:42.925739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.930105 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Provisioning complete for port 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:42.931038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.931946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:42.932584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:42.939763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:43.018477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Port 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:43.072364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c561e2f5-6292-433d-abaf-739c9d1ff14a None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:55:43.090168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=62cb526a-b564-4f20-9e2c-a5c25310a3ac,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:43.093015 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6361861 May 20 14:55:43.094446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a79d3403-591d-4dc0-a002-3fd5bb5ea799 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:43.097081 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59056) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:43.103927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': '62cb526a-b564-4f20-9e2c-a5c25310a3ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:43.116688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 62cb526a-b564-4f20-9e2c-a5c25310a3ac details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:43.128023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Pushing event updated for resources: {'Port': ['ID=9dc80bba-8551-4204-a40b-d87e5c7fdb95,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:43.160708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:43.221407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Attempting to bind port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:43.221787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Attempting to bind port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:43.222204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Attempting to bind port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:43.230021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:55:43.230367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Attempting to bind port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 on network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:43.233470 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:43.233810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.246475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Provisioning for port 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:43.254920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.265026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:55:43.266510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:43.266849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Checking segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:43.267257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Bound using segment: {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:43.267681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Bound port: 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf68d185-1e04-4564-a332-fb2facb09a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:43.268025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.277498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:43.282293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Provisioning complete for port 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:43.282293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.290120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Usage tracker for resource:subnet and tenant:9843aefc3ee842dab37dc75cfaa86f92 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:43.293518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:43.300945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:43.320394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:43.324018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.442654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.508789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.509518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] For port 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:43.513618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d37f90d4-4589-45f2-a84b-a823d79188fa tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:43.538876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.575537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:43.583766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] For port 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:43.588343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Port 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:43.591837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.595984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 0a20fc17-124f-4bae-afd2-30ef1ede474d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0a20fc17-124f-4bae-afd2-30ef1ede474d,segment=NetworkSegment(92f06c7a-15b6-4d0c-8019-e7c41138055d),segment_id=92f06c7a-15b6-4d0c-8019-e7c41138055d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:43.604737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-33ebb519-00c3-4253-9bcd-a65eb4e58358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:43.623492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.628628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Transition to ACTIVE for port object dbdf85f1-2dba-466c-8016-71de64f89ddd will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:43.634913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f4387b9e-e86c-47a2-8b1d-4d489b0ef3be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:43.659112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=2058aa98-d8df-49ba-a6cb-4005bd242e5a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:43.659688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:43.660299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.662208 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] 10.222.0.11 "PUT /v2.0/ports/9dc80bba-8551-4204-a40b-d87e5c7fdb95 HTTP/1.1" status: 200 len: 1093 time: 1.8682709 May 20 14:55:43.662901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:55:43.671038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:43.681564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:43.681933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: 942917b6-5127-47f6-bade-ef4d91eda556, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:43.695222 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Provisioning complete for port 0a20fc17-124f-4bae-afd2-30ef1ede474d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:43.696473 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-92e33d0e-650d-437a-a9e8-488b0a2f6791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.737486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.738196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.758172 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Pushing event updated for resources: {'Port': ['ID=9dc80bba-8551-4204-a40b-d87e5c7fdb95,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:43.768534 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:43.770143 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'status': 'completed', 'code': 200} May 20 14:55:43.821892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 942917b6-5127-47f6-bade-ef4d91eda556 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:43.841157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 942917b6-5127-47f6-bade-ef4d91eda556) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:43.855158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-a870b529-a734-4cae-a594-7ce7b85546c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:43.856768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-a870b529-a734-4cae-a594-7ce7b85546c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 1096 time: 0.1467202 May 20 14:55:43.885488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=0a20fc17-124f-4bae-afd2-30ef1ede474d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:43.901727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:43.902334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:43.935181 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-4b233cbf-d855-4c80-b65b-3ed346a7118f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95 HTTP/1.1" status: 200 len: 217 time: 0.0687697 May 20 14:55:43.936097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:43.942097 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b039f228-39bf-4dcf-b011-c44d0becf48c tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:44.027811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:44.036497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:44.105718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.106312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.114124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50fa5c-c837-4ce3-820b-6af22215d6f1 None None] Pushing event updated for resources: {'Port': ['ID=dbdf85f1-2dba-466c-8016-71de64f89ddd,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:44.123910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-c6d045c4-3abc-4ac6-8537-e784ef584fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.125382 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-c6d045c4-3abc-4ac6-8537-e784ef584fb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.1517272 May 20 14:55:44.127736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ad50fa5c-c837-4ce3-820b-6af22215d6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:44.140614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Attempting to bind port dbdf85f1-2dba-466c-8016-71de64f89ddd on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:44.140996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Attempting to bind port dbdf85f1-2dba-466c-8016-71de64f89ddd by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:44.141602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Attempting to bind port dbdf85f1-2dba-466c-8016-71de64f89ddd on network d8088f38-3669-4dce-989e-c390695155c4 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:44.150168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c561e2f5-6292-433d-abaf-739c9d1ff14a None None] Unable to find a vacant binding_index for network 942917b6-5127-47f6-bade-ef4d91eda556 and agent 347c44f5-61bb-4fe6-b116-3eceb123a474 {{(pid=98807) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 20 14:55:44.155621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:44.156138 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1402194 May 20 14:55:44.156466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Checking segment: {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:44.157452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.157452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Bound using segment: {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:44.157917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Bound port: dbdf85f1-2dba-466c-8016-71de64f89ddd, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:44.158498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.160234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59064) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:44.178204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c561e2f5-6292-433d-abaf-739c9d1ff14a None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 942917b6-5127-47f6-bade-ef4d91eda556) {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:55:44.191356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.213119 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 HTTP/1.1" status: 204 len: 168 time: 1.5877180 May 20 14:55:44.213324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59068) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:44.262808 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f74c3f1-e5e8-4bce-9383-c41f3419ae11 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:44.264884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2f74c3f1-e5e8-4bce-9383-c41f3419ae11 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:44.280420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-e6db76d3-f019-4490-972f-f24ca1d984ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.281807 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-e6db76d3-f019-4490-972f-f24ca1d984ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1454232 May 20 14:55:44.284762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a7802bc4-c716-44e9-a6cb-09188a77c13e None None] Could not find standard attr ID for object 351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7. {{(pid=98807) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 20 14:55:44.288920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2f74c3f1-e5e8-4bce-9383-c41f3419ae11 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:44.290269 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2f74c3f1-e5e8-4bce-9383-c41f3419ae11 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/351fc4c7-ec9d-4d7d-9672-0efbc8e79dc7 HTTP/1.1" status: 404 len: 333 time: 0.0760732 May 20 14:55:44.308581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59072) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:44.323639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e1224c-7a2f-4b28-bac8-539e62933964 req-606ec6af-9ffb-4900-b500-ca9fb19d6490 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.325123 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-23e1224c-7a2f-4b28-bac8-539e62933964 req-606ec6af-9ffb-4900-b500-ca9fb19d6490 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 943 time: 0.4733229 May 20 14:55:44.395323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] For port dbdf85f1-2dba-466c-8016-71de64f89ddd, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:44.411111 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] For port dbdf85f1-2dba-466c-8016-71de64f89ddd, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=dbdf85f1-2dba-466c-8016-71de64f89ddd,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:44.418236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.429496 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-a2e2d822-98b6-48f1-a436-7df897b4a695 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379733 May 20 14:55:44.435749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:44.562868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50fa5c-c837-4ce3-820b-6af22215d6f1 None None] Pushing event updated for resources: {'Port': ['ID=dbdf85f1-2dba-466c-8016-71de64f89ddd,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:44.566955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:44.567616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:44.570373 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-873cc3ea-acf2-4cf8-a190-6708c5afdf69 req-8e0f4799-4dfc-43fb-b986-b9a42ddce4ec service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331849 May 20 14:55:44.599984 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-23e1224c-7a2f-4b28-bac8-539e62933964 req-b6109a92-c071-4ab9-99c2-4b7ef7c642d8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349317 May 20 14:55:44.614621 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ad50fa5c-c837-4ce3-820b-6af22215d6f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:44.693444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-79ccd50c-ee82-4ee8-8ff8-5050f6ca9487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.696399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-79ccd50c-ee82-4ee8-8ff8-5050f6ca9487 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 1096 time: 0.0737038 May 20 14:55:44.704573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.712478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb0a7ff9-abfa-4eaf-b4f8-d9bbd5c49f35 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:44.789166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:44.831324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-f0565874-e7db-4a13-951c-4ec0ae71023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.833224 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-f0565874-e7db-4a13-951c-4ec0ae71023a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 898 time: 0.1309328 May 20 14:55:44.918506 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-8e17c19a-4268-4f40-bec6-318da4bac053 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95 HTTP/1.1" status: 200 len: 217 time: 0.0781107 May 20 14:55:44.928342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=84141f07-1a2b-4ed2-b627-1bc7b516aa85,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:44.934763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:44.950365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:44.950708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:44.986252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-24c34239-3395-49ed-92af-48c9378eafb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:44.988335 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-24c34239-3395-49ed-92af-48c9378eafb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.0616088 May 20 14:55:44.993762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': 'd0152b6e-45a6-45d5-977b-64d799026994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '62cb526a-b564-4f20-9e2c-a5c25310a3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:44.994104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: 62cb526a-b564-4f20-9e2c-a5c25310a3ac, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:45.072444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-084b2d93-501f-4e6f-b552-593bcec15082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:45.074114 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-084b2d93-501f-4e6f-b552-593bcec15082 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0791111 May 20 14:55:45.094232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-942917b6-5127-47f6-bade-ef4d91eda556', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:45.094981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.176148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network 62cb526a-b564-4f20-9e2c-a5c25310a3ac is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:45.218359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 62cb526a-b564-4f20-9e2c-a5c25310a3ac) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:45.221398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.302051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.311791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:45.312140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.334496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Allocated IP 172.21.0.2 (942917b6-5127-47f6-bade-ef4d91eda556/2058aa98-d8df-49ba-a6cb-4005bd242e5a/947398e4-41b2-4467-82c9-812cde68f911) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:45.372942 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-4f8e00e5-bc01-46b2-9ce4-a6383c14d997 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906868 May 20 14:55:45.385942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:37Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:44Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:45.393128 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25d2d44-a086-4b28-9be0-f782efab0461 None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:37Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:44Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:45.529522 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-b9ebdb67-172f-41d8-ae2d-8e1f64d9b424 req-cdc42712-a857-484e-8413-5ea6b6795691 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434700 May 20 14:55:45.554205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 4d1ba872-a9d0-4c43-b7a3-5e18886932d8 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:45.571373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.581508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Transition to ACTIVE for port object 947398e4-41b2-4467-82c9-812cde68f911 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:45.600498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Transition to ACTIVE for port object 947398e4-41b2-4467-82c9-812cde68f911 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:45.608361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.613971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:45.630910 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5319903 May 20 14:55:45.633772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59078) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:45.789698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Network 942917b6-5127-47f6-bade-ef4d91eda556 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:45.811860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Pushing event updated for resources: {'Port': ['ID=947398e4-41b2-4467-82c9-812cde68f911,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:45.822775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:45.824890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a20fc17-124f-4bae-afd2-30ef1ede474d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:45.869293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.898287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:45.899112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:45.950635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:45.991771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 0a20fc17-124f-4bae-afd2-30ef1ede474d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:45.992151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.110038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1140258-2b7f-481c-b296-f0232b32cf32 req-fea3e182-bf14-41fd-a4c3-666e5928e92a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:46.111449 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c1140258-2b7f-481c-b296-f0232b32cf32 req-fea3e182-bf14-41fd-a4c3-666e5928e92a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 943 time: 0.2675295 May 20 14:55:46.142469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Attempting to bind port 947398e4-41b2-4467-82c9-812cde68f911 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:46.142918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Attempting to bind port 947398e4-41b2-4467-82c9-812cde68f911 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:46.143334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Attempting to bind port 947398e4-41b2-4467-82c9-812cde68f911 on network 942917b6-5127-47f6-bade-ef4d91eda556 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:46.150035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:46.150329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Checking segment: {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:46.150737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.151156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Bound using segment: {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:46.151762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Bound port: 947398e4-41b2-4467-82c9-812cde68f911, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:46.152184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.175863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.197432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1f45b1de-d0cc-433e-bb93-29f5969b785d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:46.256213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] For port 947398e4-41b2-4467-82c9-812cde68f911, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:46.259553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] For port 947398e4-41b2-4467-82c9-812cde68f911, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=947398e4-41b2-4467-82c9-812cde68f911,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:46.268164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.269521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=4d1ba872-a9d0-4c43-b7a3-5e18886932d8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:46.273960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2383e67b-9995-4c92-85d1-5cecf88078d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:46.282832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:46.283584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.289043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-84741195-8d33-49af-9ad2-93d144c3e20e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:46.324859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=84141f07-1a2b-4ed2-b627-1bc7b516aa85,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:46.328055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:46.339706 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c1140258-2b7f-481c-b296-f0232b32cf32 req-6c3604ce-ba3c-4120-a80f-a6a32c75ae42 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192855 May 20 14:55:46.377854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Pushing event updated for resources: {'Port': ['ID=947398e4-41b2-4467-82c9-812cde68f911,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:46.381527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:46.384886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.21.0.1 (942917b6-5127-47f6-bade-ef4d91eda556/2058aa98-d8df-49ba-a6cb-4005bd242e5a/63d2c0c7-30f2-4ded-875b-539bb90f73cd) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:46.438549 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.453334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62cb526a-b564-4f20-9e2c-a5c25310a3ac']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:46.460059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.467176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0152b6e-45a6-45d5-977b-64d799026994') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:46.467478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0152b6e-45a6-45d5-977b-64d799026994') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:46.479420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 9dc80bba-8551-4204-a40b-d87e5c7fdb95 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:55:46.481027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.505115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.517625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:46.518423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.528641 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/4d1ba872-a9d0-4c43-b7a3-5e18886932d8 HTTP/1.1" status: 204 len: 168 time: 2.2190161 May 20 14:55:46.534454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59082) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:46.575933 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:46.606210 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffb5319-47d7-467e-8fb5-a44ffd1916af tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:55:46.606758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9ffb5319-47d7-467e-8fb5-a44ffd1916af tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:46.642425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9ffb5319-47d7-467e-8fb5-a44ffd1916af tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:46.644729 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9ffb5319-47d7-467e-8fb5-a44ffd1916af tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/4d1ba872-a9d0-4c43-b7a3-5e18886932d8 HTTP/1.1" status: 404 len: 333 time: 0.1095769 May 20 14:55:46.648397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59086) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:46.696853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.702744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0a5040de-de6b-44d0-a116-9670d90b9a0e tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:46.719322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.720750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:46.731987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=62cb526a-b564-4f20-9e2c-a5c25310a3ac,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:46.732199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.737537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'port_id': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'mac_address': 'fa:16:3e:55:66:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:55:46.737680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:46.743167 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/62cb526a-b564-4f20-9e2c-a5c25310a3ac HTTP/1.1" status: 204 len: 168 time: 1.1057997 May 20 14:55:46.743467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59090) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:46.764754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object 63d2c0c7-30f2-4ded-875b-539bb90f73cd will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:46.769874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet e05211ff-8cc8-4a8b-9755-c1a83d40f01d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:46.775166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.794518 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca36aa1e-4f30-424f-bbfe-293da4c605fd tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] GET failed (client error): The resource could not be found. May 20 14:55:46.795005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ca36aa1e-4f30-424f-bbfe-293da4c605fd tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Synchronizing usage tracker for tenant:9843aefc3ee842dab37dc75cfaa86f92 on resource:subnet {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:46.813789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.816504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ca36aa1e-4f30-424f-bbfe-293da4c605fd tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Unset dirty status for tenant:9843aefc3ee842dab37dc75cfaa86f92 on resource:subnet {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:46.818143 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ca36aa1e-4f30-424f-bbfe-293da4c605fd tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/subnets/84141f07-1a2b-4ed2-b627-1bc7b516aa85 HTTP/1.1" status: 404 len: 337 time: 0.0737374 May 20 14:55:46.820850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59094) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:46.837386 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc80bba-8551-4204-a40b-d87e5c7fdb95 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:55:46.841776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.848317 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-dba5738b-ac2a-4cf6-bc7b-b88f282a8494 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:46.848794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dba5738b-ac2a-4cf6-bc7b-b88f282a8494 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:46.851145 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dba5738b-ac2a-4cf6-bc7b-b88f282a8494 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/62cb526a-b564-4f20-9e2c-a5c25310a3ac HTTP/1.1" status: 404 len: 339 time: 0.0290678 May 20 14:55:46.856173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59098) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:46.859857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:46.864564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.867029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:46.919132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:46.925905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-57dfd936-3977-4964-994e-39bfffc1d95e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:46.947990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=9dc80bba-8551-4204-a40b-d87e5c7fdb95,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:46.951345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:46.995538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 942917b6-5127-47f6-bade-ef4d91eda556 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:46.999599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:47.009217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:47.014938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e2298b-feaa-43a6-9743-b789a2afc833 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.015705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a7e2298b-feaa-43a6-9743-b789a2afc833 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Synchronizing usage tracker for tenant:9843aefc3ee842dab37dc75cfaa86f92 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:55:47.032946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a7e2298b-feaa-43a6-9743-b789a2afc833 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Unset dirty status for tenant:9843aefc3ee842dab37dc75cfaa86f92 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:55:47.037582 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a7e2298b-feaa-43a6-9743-b789a2afc833 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1762915 May 20 14:55:47.037769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59102) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.057016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=63d2c0c7-30f2-4ded-875b-539bb90f73cd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:47.063483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:47.067796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:47.085662 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-46c738bd-3ef1-45d0-b922-17e8d52ed46d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56 HTTP/1.1" status: 200 len: 207 time: 0.0417559 May 20 14:55:47.085861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59106) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.114515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['9dc80bba-8551-4204-a40b-d87e5c7fdb95'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:55:47.128737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:47.249247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b8d48-f529-44b1-bf39-254cd0a879bb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.260196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b8d48-f529-44b1-bf39-254cd0a879bb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.267249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b8d48-f529-44b1-bf39-254cd0a879bb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.274109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b8d48-f529-44b1-bf39-254cd0a879bb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.282925 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c89b8d48-f529-44b1-bf39-254cd0a879bb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1959255 May 20 14:55:47.283797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59110) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.402776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:47.410412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a0707dd1-610e-45cd-a356-a3ae383e47aa tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:47.461571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=e05211ff-8cc8-4a8b-9755-c1a83d40f01d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:47.483926 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-10b6b050-ba16-4d22-a7e5-92e540e56327 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1985698 May 20 14:55:47.484767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59116) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.563708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2eae56-07c6-4fb9-b80a-271a295cd079 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.565616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2eae56-07c6-4fb9-b80a-271a295cd079 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.572062 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d2eae56-07c6-4fb9-b80a-271a295cd079 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0830817 May 20 14:55:47.573049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59120) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.633855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:47.640047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:47.645653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8214f06-94e1-4ee1-b798-0cd5eeefe94b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.647786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8214f06-94e1-4ee1-b798-0cd5eeefe94b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.649325 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c8214f06-94e1-4ee1-b798-0cd5eeefe94b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0752242 May 20 14:55:47.652647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59124) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.692109 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/e05211ff-8cc8-4a8b-9755-c1a83d40f01d HTTP/1.1" status: 204 len: 168 time: 1.0399301 May 20 14:55:47.694039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59128) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.711215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74bfa70-79a2-49de-87c2-700770e9ebf8 None None] Network 942917b6-5127-47f6-bade-ef4d91eda556 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:47.747281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c658a34-cb9e-4158-86c5-cb0d92712f1a None None] Network 62cb526a-b564-4f20-9e2c-a5c25310a3ac requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:47.842263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c658a34-cb9e-4158-86c5-cb0d92712f1a None None] Network 62cb526a-b564-4f20-9e2c-a5c25310a3ac could not be found, it might have been deleted concurrently. {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 14:55:47.916709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e969bc2-71f6-4b4f-94e9-024df57b9caf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:47.918296 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8e969bc2-71f6-4b4f-94e9-024df57b9caf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks/0c69bd6f-290d-46ff-8c79-7908559f6e6c HTTP/1.1" status: 200 len: 799 time: 0.2642667 May 20 14:55:47.923883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59132) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:47.945802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device dbdf85f1-2dba-466c-8016-71de64f89ddd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:47.998619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd2124-86e0-4d36-970f-50b3b2019e76 None None] Network 62cb526a-b564-4f20-9e2c-a5c25310a3ac requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:48.000292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.041108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d220f115-b0af-4033-b4b5-8a9d633c44a6 None None] Provisioning for port 947398e4-41b2-4467-82c9-812cde68f911 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:48.041356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.065695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cd2124-86e0-4d36-970f-50b3b2019e76 None None] Network 62cb526a-b564-4f20-9e2c-a5c25310a3ac could not be found, it might have been deleted concurrently. {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} May 20 14:55:48.115683 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdbc44f-57f8-4d4a-8fba-c69dd32e6baf None None] Network 1f7ec10d-0029-464f-8457-89b265eb9efc requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:48.128976 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8c917c5c-0a43-45f6-b297-851ec4be831f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/networks/0c69bd6f-290d-46ff-8c79-7908559f6e6c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1983063 May 20 14:55:48.129989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59136) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:48.161122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e699d1-da2e-4466-8160-cdc5eeee7147 req-13a69f8b-d529-4d71-9330-a8fdd6eaeca1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:48.162694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8e699d1-da2e-4466-8160-cdc5eeee7147 req-13a69f8b-d529-4d71-9330-a8fdd6eaeca1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 944 time: 0.5280287 May 20 14:55:48.218042 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20701655-2a45-4e0b-a708-27a285b489fc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:48.222685 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-20701655-2a45-4e0b-a708-27a285b489fc tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/subnets/cac8ea91-7150-48f5-9f1d-f76165472d4d HTTP/1.1" status: 200 len: 811 time: 0.0876224 May 20 14:55:48.224747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59140) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:48.281935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port dbdf85f1-2dba-466c-8016-71de64f89ddd completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:48.293751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:48.295452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.300671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3de0a4-466b-4228-baff-15657d5bfc55 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['shared'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:48.302106 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9f3de0a4-466b-4228-baff-15657d5bfc55 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "GET /v2.0/subnets/cac8ea91-7150-48f5-9f1d-f76165472d4d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0760944 May 20 14:55:48.306349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59144) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:48.312265 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2087340206'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:48.317271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:48.328447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:48.339625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:48.343335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.371849 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] vlan segment allocate from pool success with {'vlan_id': 701, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:48.382189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.382531 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Added segment 437be730-63cb-497f-aba9-831dc64b479f of type vlan for network a10d4257-3f91-4451-8416-4112d33a0858 May 20 14:55:48.389695 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8e699d1-da2e-4466-8160-cdc5eeee7147 req-f328ec30-cc7a-4af6-8b1d-a9ed21d45207 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085743 May 20 14:55:48.412678 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.449931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.455915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:48.456560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.469832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 0a20fc17-124f-4bae-afd2-30ef1ede474d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:48.470103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.478967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:48.492239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 9dc80bba-8551-4204-a40b-d87e5c7fdb95 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:48.502634 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1949031 May 20 14:55:48.515790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59148) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:48.524798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:48.550355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cb540c4b-c2da-434d-bbf8-679c2b103649 None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:48.550800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cb540c4b-c2da-434d-bbf8-679c2b103649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.649206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] For port 0a20fc17-124f-4bae-afd2-30ef1ede474d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=0a20fc17-124f-4bae-afd2-30ef1ede474d,segment=NetworkSegment(92f06c7a-15b6-4d0c-8019-e7c41138055d),segment_id=92f06c7a-15b6-4d0c-8019-e7c41138055d)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:48.649619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.729203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.741130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:48.778182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:48.778787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.800268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 0a20fc17-124f-4bae-afd2-30ef1ede474d owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:48.800770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Network': ['ID=a10d4257-3f91-4451-8416-4112d33a0858,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:48.834282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a10d4257-3f91-4451-8416-4112d33a0858 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:48.842593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.850292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8a8d4a32-dac2-4b0b-be28-95a5402079eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:48.863468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.878122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] DHCP port deletion for 1f7ec10d-0029-464f-8457-89b265eb9efc request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:48.884101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:48.894599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:48.902873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:48.905116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port dbdf85f1-2dba-466c-8016-71de64f89ddd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=dbdf85f1-2dba-466c-8016-71de64f89ddd,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:48.905333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Made reservation on behalf of 9843aefc3ee842dab37dc75cfaa86f92 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:48.909257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.993601 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:48.994726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 947398e4-41b2-4467-82c9-812cde68f911 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:49.012940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=63d2c0c7-30f2-4ded-875b-539bb90f73cd,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:49.016838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.019031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:49.022752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:49.040396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing IP validity checks on allocation pools {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 20 14:55:49.041780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.ipam_backend_mixin [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking for overlaps among allocation pools and gateway ip {{(pid=98806) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 20 14:55:49.064395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.072655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8cc5930-08ee-4cdd-b4f6-e2598006b643 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:49.074261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cb540c4b-c2da-434d-bbf8-679c2b103649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.172700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=0a20fc17-124f-4bae-afd2-30ef1ede474d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:49.176834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No DVR routers for this DVR port 0a20fc17-124f-4bae-afd2-30ef1ede474d on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:49.184359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:49.292793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=dbdf85f1-2dba-466c-8016-71de64f89ddd,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:49.306113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:49.313524 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.api [None req-cb540c4b-c2da-434d-bbf8-679c2b103649 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=98807) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:49.313901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_db.api [None req-cb540c4b-c2da-434d-bbf8-679c2b103649 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:49.317283 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.329946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 947398e4-41b2-4467-82c9-812cde68f911 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:49.350202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 947398e4-41b2-4467-82c9-812cde68f911 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:49.350583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.381387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Deleting port 0a20fc17-124f-4bae-afd2-30ef1ede474d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:49.381771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.404864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:55:49.467195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.471671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b5847de9-da40-44b1-995d-5252f656ca5e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:49.512403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:49.523591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.546278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f7ec10d-0029-464f-8457-89b265eb9efc']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:49.554451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=ef66b7c4-72d1-419c-9bad-c353965a17b8,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:49.558278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:49.569992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 942917b6-5127-47f6-bade-ef4d91eda556 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:49.572750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:49.573388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.575832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92f06c7a-15b6-4d0c-8019-e7c41138055d') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:49.576311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92f06c7a-15b6-4d0c-8019-e7c41138055d') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:49.586605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-7ff892c3-ea1d-4fe9-a4b6-2f75cb734d54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:49.592016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.617687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Checking segment: {'id': '437be730-63cb-497f-aba9-831dc64b479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:49.618442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network hostable DHCP agents. Network: a10d4257-3f91-4451-8416-4112d33a0858, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:49.640592 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'code': 200} May 20 14:55:49.645721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Network a10d4257-3f91-4451-8416-4112d33a0858 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:49.655789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787282a0-5c81-42bc-97c3-8956fc983f3c None None] Network 942917b6-5127-47f6-bade-ef4d91eda556 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:49.659199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a10d4257-3f91-4451-8416-4112d33a0858) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:49.672110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:49.673021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.686769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040e9eac-3473-4c8b-8528-078179b70ed4 None None] Network a10d4257-3f91-4451-8416-4112d33a0858 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:49.713062 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.1962605 May 20 14:55:49.713663 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59156) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:49.717541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.719615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:49.795982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:49.796561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.803542 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] For port 0a20fc17-124f-4bae-afd2-30ef1ede474d, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:49.804080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:49.817912 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:49.902166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128200124'] for subnet, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.930333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:49.943339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.947517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:49.952238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-318ee005-b411-4703-b28e-2250fa09ea9d tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:49.984441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be6e44-c449-4941-bb43-cadbc92f5378 req-e410e90b-fb99-4432-85cf-17010eeaede5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:49.991390 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-09be6e44-c449-4941-bb43-cadbc92f5378 req-e410e90b-fb99-4432-85cf-17010eeaede5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.3147018 May 20 14:55:50.007733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec510d3a-4f88-4fef-8eaa-900ebccb265f req-df1aae52-06b3-4017-8ebe-fc555a37fda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:50.009462 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ec510d3a-4f88-4fef-8eaa-900ebccb265f req-df1aae52-06b3-4017-8ebe-fc555a37fda1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 1098 time: 0.1525908 May 20 14:55:50.067298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=1f7ec10d-0029-464f-8457-89b265eb9efc,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:50.069629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:50.093201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Calling delete_port for 0a20fc17-124f-4bae-afd2-30ef1ede474d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:50.113741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.126377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Port 0a20fc17-124f-4bae-afd2-30ef1ede474d was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:55:50.133386 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ec510d3a-4f88-4fef-8eaa-900ebccb265f req-3d4361ea-9f96-46ae-98a6-66fd839c62bc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862310 May 20 14:55:50.141859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=9dc80bba-8551-4204-a40b-d87e5c7fdb95,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:50.151200 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/1f7ec10d-0029-464f-8457-89b265eb9efc HTTP/1.1" status: 204 len: 168 time: 2.4565356 May 20 14:55:50.151828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.155326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59160) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:50.160445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:50.160912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:50.164203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-243931489'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:50.173942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:50.183130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:network and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:50.185266 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-09be6e44-c449-4941-bb43-cadbc92f5378 req-e365c945-732e-4f84-97ef-553ccef067ee tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927569 May 20 14:55:50.186273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:50.196592 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Network 1f7ec10d-0029-464f-8457-89b265eb9efc is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:55:50.197058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] No DVR routers for this DVR port 0a20fc17-124f-4bae-afd2-30ef1ede474d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:50.197300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:50.200538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794689850579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128323265'] for subnet, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.206959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c7b2cdca-4d41-49ff-ac50-8b7812a48b0e tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:50.220440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:50.228380 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0663948 May 20 14:55:50.231525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59164) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:50.231939 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:50.239360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-1152837625'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:50.245301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.245949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:50.250424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:50.254435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:50.262645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:50.265126 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:50.266923 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:50.268116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Pushing event deleted for resources: {'Port': ['ID=0a20fc17-124f-4bae-afd2-30ef1ede474d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:50.277550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:50.282728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.284872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:50.288834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.291142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:50.304382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:50.305114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.306384 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "PUT /v2.0/subnets/ef66b7c4-72d1-419c-9bad-c353965a17b8 HTTP/1.1" status: 200 len: 877 time: 0.5918016 May 20 14:55:50.311137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59168) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:50.325050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event updated for resources: {'Subnet': ['ID=ef66b7c4-72d1-419c-9bad-c353965a17b8,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:50.328368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-30b81600-ecd1-42d4-9251-1875e53793e7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:50.339244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:50.349146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.349554 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Added segment 0c6c3aad-3cb0-4f18-8ced-3433010c8bd3 of type vlan for network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d May 20 14:55:50.371922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 720, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:55:50.381816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.417148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.423075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:50.423682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.427545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:50.438270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 947398e4-41b2-4467-82c9-812cde68f911, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=947398e4-41b2-4467-82c9-812cde68f911,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:50.462173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.468256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-781e7bca-7737-44de-8a3a-840b2fb13fa3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:50.469824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.470166 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment e5846d9f-2315-48b8-8635-5de3a33b9979 of type vlan for network f95a77bd-d58b-4c54-9150-9a52535e0bcc May 20 14:55:50.502722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a10d4257-3f91-4451-8416-4112d33a0858', 'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858', 'tenant_id': '9843aefc3ee842dab37dc75cfaa86f92', 'fixed_ips': [{'subnet_id': 'ef66b7c4-72d1-419c-9bad-c353965a17b8'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:50.503674 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.511972 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3513715 May 20 14:55:50.513730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59172) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:50.548116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.555666 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:50.557699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Provisioning complete for port 947398e4-41b2-4467-82c9-812cde68f911 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:50.558092 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.566231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.627624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device dbdf85f1-2dba-466c-8016-71de64f89ddd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:50.631063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:50.657368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.664226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:50.665121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.672459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Network': ['ID=0ab1c0d1-a93a-4083-a65f-52c699f2c78d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:50.675283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:50.697859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5abd8c84-2ddd-49e0-8219-e65d102023bb tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:50.701522 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:50.728146 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4948006 May 20 14:55:50.741865 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59176) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:50.742888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.779041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:50.787020 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:50.791624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:50.798526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:50.801627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:50.817246 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:50.822051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:50.832188 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=947398e4-41b2-4467-82c9-812cde68f911,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:50.908805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:50.966334 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:47Z', 'revision_number': 3, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:50.971287 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:55:50.971896 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Updating router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 port 63d2c0c7-30f2-4ded-875b-539bb90f73cd binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:55:50.999693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=f95a77bd-d58b-4c54-9150-9a52535e0bcc,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:51.021707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:55:51.035361 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.131590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:51.180167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:51.194777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:51.275377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:51.292031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:51.345314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:51.348753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.390285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:51.390768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.424221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.430139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a96d9109-b71c-4422-9d8d-0b26a87303fb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:51.487044 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.494625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Provisioning for port 63d2c0c7-30f2-4ded-875b-539bb90f73cd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:51.503313 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Transition to ACTIVE for port object 63d2c0c7-30f2-4ded-875b-539bb90f73cd will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:51.512046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Provisioning complete for port 63d2c0c7-30f2-4ded-875b-539bb90f73cd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:51.512620 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.512792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.517657 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:51.544098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=752e5d3b-96f7-4033-821e-200b7967e2c7,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:51.550248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:51.555531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Checking segment: {'id': '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:51.556121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network hostable DHCP agents. Network: 0ab1c0d1-a93a-4083-a65f-52c699f2c78d, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:51.585668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:51.612398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Allocated IP 172.20.0.3 (a10d4257-3f91-4451-8416-4112d33a0858/ef66b7c4-72d1-419c-9bad-c353965a17b8/1f0d028b-86ac-4060-89ee-99e72298df67) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:51.613630 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 0ab1c0d1-a93a-4083-a65f-52c699f2c78d) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:51.649586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c4d58-f447-4646-b557-a06dbbeb68cd None None] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:51.653186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:51.653924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.661411 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Pushing event updated for resources: {'Port': ['ID=63d2c0c7-30f2-4ded-875b-539bb90f73cd,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:51.673781 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.675271 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.675271 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.675271 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.675755 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.676248 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.676760 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.677256 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.678237 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.679170 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.679170 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.679170 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:55:51.684303 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:51.688137 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ffb32c8b-c176-48ec-921d-bea99e8e6cde tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0673928 May 20 14:55:51.691151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59182) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:51.699088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1941367310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:51.708030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:51.713572 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:router and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:51.718329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:51.729706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:51.742564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.744652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.774294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.793468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Port 63d2c0c7-30f2-4ded-875b-539bb90f73cd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:51.806955 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Attempting to bind port 63d2c0c7-30f2-4ded-875b-539bb90f73cd on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:51.807758 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Attempting to bind port 63d2c0c7-30f2-4ded-875b-539bb90f73cd by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:51.808418 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Attempting to bind port 63d2c0c7-30f2-4ded-875b-539bb90f73cd on network 942917b6-5127-47f6-bade-ef4d91eda556 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:51.815642 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:51.816020 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Checking segment: {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:51.816428 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.816823 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Bound using segment: {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:51.817366 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Bound port: 63d2c0c7-30f2-4ded-875b-539bb90f73cd, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6e4abe7-3722-4f26-9441-5d3dea8b2346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:51.818599 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.825100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d0fae-3f0e-4437-b53d-12ac2baf2dde req-a8a88a2d-15f9-4855-aa33-3659ed13b616 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:51.825785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.827142 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd0d0fae-3f0e-4437-b53d-12ac2baf2dde req-a8a88a2d-15f9-4855-aa33-3659ed13b616 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.2292295 May 20 14:55:51.863052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:51.866902 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6ad0c80c-12cd-4db4-996e-879a69bf199a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1720943 May 20 14:55:51.867221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59186) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:51.874812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d', 'name': 'tempest-PortsTestJSON-157646254'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:51.939856 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a20fc17-124f-4bae-afd2-30ef1ede474d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:55:51.954975 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd0d0fae-3f0e-4437-b53d-12ac2baf2dde req-a5b9a750-5fe5-4f74-8fd3-792c9c5aef9a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199811 May 20 14:55:52.011906 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] For port 63d2c0c7-30f2-4ded-875b-539bb90f73cd, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:52.019394 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] For port 63d2c0c7-30f2-4ded-875b-539bb90f73cd, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=63d2c0c7-30f2-4ded-875b-539bb90f73cd,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:52.028352 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.033028 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:52.110053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Provisioning complete for port dbdf85f1-2dba-466c-8016-71de64f89ddd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:52.110493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4621696a-0ba3-472e-9790-b75cdf6fb088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.157424 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:52.158261 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:52.193299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 0a20fc17-124f-4bae-afd2-30ef1ede474d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:55:52.194847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 0a20fc17-124f-4bae-afd2-30ef1ede474d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:55:52.224227 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Pushing event updated for resources: {'Port': ['ID=63d2c0c7-30f2-4ded-875b-539bb90f73cd,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:52.229086 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:52.306320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16518b66-9842-4493-8f33-c4cb80a3797b req-8d1d0f0f-525d-46eb-9538-019fa3be3b13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:52.308256 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-16518b66-9842-4493-8f33-c4cb80a3797b req-8d1d0f0f-525d-46eb-9538-019fa3be3b13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.1581075 May 20 14:55:52.405286 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:52.447655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:55:52.454838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:port and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:55:52.455072 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-16518b66-9842-4493-8f33-c4cb80a3797b req-d3b35f64-01e4-45f5-a8ce-2c247420c1cc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355863 May 20 14:55:52.461408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:55:52.462749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.468482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:55:52.471609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a12dd3b-cd43-493f-b3ae-bf67ecea7d03 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:52.484387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59192) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:52.530511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-0ab1c0d1-a93a-4083-a65f-52c699f2c78d', 'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': '752e5d3b-96f7-4033-821e-200b7967e2c7'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:52.531374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.573283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=76e022e0-e688-42dd-a506-2ae67732a92c,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:52.573553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.576726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:52.602563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:55:52.612178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.615995 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:52.616355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: f95a77bd-d58b-4c54-9150-9a52535e0bcc, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:55:52.646069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:55:52.648133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 947398e4-41b2-4467-82c9-812cde68f911 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:52.659420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:55:52.682280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, f95a77bd-d58b-4c54-9150-9a52535e0bcc) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:52.698097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:52.698795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.700240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Transition to ACTIVE for port object 1f0d028b-86ac-4060-89ee-99e72298df67 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:52.728928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5314742-b1e1-4947-8a4b-62424047c8b3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:52.733123 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9611292 May 20 14:55:52.733478 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d5314742-b1e1-4947-8a4b-62424047c8b3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 1093 time: 0.2481229 May 20 14:55:52.734315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59196) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:52.737346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59198) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:52.742183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85ca3f5-c464-47cd-989a-b5f358e0f5f5 None None] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:52.743763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'port_id': '9dc80bba-8551-4204-a40b-d87e5c7fdb95'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:55:52.868428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Transition to ACTIVE for port object 1f0d028b-86ac-4060-89ee-99e72298df67 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:52.870982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.933662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:52.953396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e1088c07-f66f-4d01-ad8c-cc0954021e92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:52.965220 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:47Z', 'revision_number': 3, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:52Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:52.970776 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb0cc6-dff7-4bf0-9358-3b877e7f00e7 None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:47Z', 'revision_number': 3, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:52Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:52.984510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.025662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f0e935de-ddea-41e5-beb2-4e8ba08865a2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:53.042554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Network a10d4257-3f91-4451-8416-4112d33a0858 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:53.052691 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:53.074760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:53.090190 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=ef66b7c4-72d1-419c-9bad-c353965a17b8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:53.092819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:53.131620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 947398e4-41b2-4467-82c9-812cde68f911 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:53.132001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.212527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.228098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10d4257-3f91-4451-8416-4112d33a0858']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:53.239348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Pushing event updated for resources: {'Port': ['ID=1f0d028b-86ac-4060-89ee-99e72298df67,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:53.242651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437be730-63cb-497f-aba9-831dc64b479f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:53.243515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437be730-63cb-497f-aba9-831dc64b479f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:53.256403 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.258872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:53.274828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.281595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:53.282397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.300353 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d2485c5c-4825-4d99-b0d2-9f955ad4c617 None None] Provisioning complete for port 947398e4-41b2-4467-82c9-812cde68f911 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:53.300685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d2485c5c-4825-4d99-b0d2-9f955ad4c617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.350649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.11 (0ab1c0d1-a93a-4083-a65f-52c699f2c78d/752e5d3b-96f7-4033-821e-200b7967e2c7/cbbbf6f8-a18f-45db-a3b0-918e0eeb461d) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:53.398946 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:53.411085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.api [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 20 14:55:53.411085 dv-neutron-601336-75-hyperv neutron-server[98805]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 20 14:55:53.411085 dv-neutron-601336-75-hyperv neutron-server[98805]: [parameters: {'id': 'a10d4257-3f91-4451-8416-4112d33a0858'}] May 20 14:55:53.411085 dv-neutron-601336-75-hyperv neutron-server[98805]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=98805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 20 14:55:53.411835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_db.api [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 20 14:55:53.466171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Attempting to bind port 1f0d028b-86ac-4060-89ee-99e72298df67 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:53.466557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Attempting to bind port 1f0d028b-86ac-4060-89ee-99e72298df67 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '437be730-63cb-497f-aba9-831dc64b479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:53.466938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Attempting to bind port 1f0d028b-86ac-4060-89ee-99e72298df67 on network a10d4257-3f91-4451-8416-4112d33a0858 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:53.486829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:53.487249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Checking segment: {'id': '437be730-63cb-497f-aba9-831dc64b479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:53.487662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.488071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Bound using segment: {'id': '437be730-63cb-497f-aba9-831dc64b479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:53.488561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Bound port: 1f0d028b-86ac-4060-89ee-99e72298df67, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437be730-63cb-497f-aba9-831dc64b479f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a10d4257-3f91-4451-8416-4112d33a0858'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:53.488938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.614046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:55:53.614795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.778292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.811908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] For port 1f0d028b-86ac-4060-89ee-99e72298df67, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:53.828006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] For port 1f0d028b-86ac-4060-89ee-99e72298df67, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1f0d028b-86ac-4060-89ee-99e72298df67,segment=NetworkSegment(437be730-63cb-497f-aba9-831dc64b479f),segment_id=437be730-63cb-497f-aba9-831dc64b479f)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:53.865065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.873731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2421fe4c-0d88-443c-ab14-e7b31b2073e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:53.916006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.960058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:53.988192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Allocated IP 172.22.0.2 (f95a77bd-d58b-4c54-9150-9a52535e0bcc/76e022e0-e688-42dd-a506-2ae67732a92c/5c52aa22-2974-47bd-939a-219a74b5bffb) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:53.995531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Pushing event updated for resources: {'Port': ['ID=1f0d028b-86ac-4060-89ee-99e72298df67,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:53.998443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object cbbbf6f8-a18f-45db-a3b0-918e0eeb461d will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:54.006158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:54.044944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port 1f0d028b-86ac-4060-89ee-99e72298df67 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:54.045387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.158052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf90621-99ae-478c-8c6a-3724c158025f None None] Network a10d4257-3f91-4451-8416-4112d33a0858 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:54.230329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port 1f0d028b-86ac-4060-89ee-99e72298df67, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=1f0d028b-86ac-4060-89ee-99e72298df67,segment=NetworkSegment(437be730-63cb-497f-aba9-831dc64b479f),segment_id=437be730-63cb-497f-aba9-831dc64b479f)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:54.230967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.303427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.311236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.319707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f5bf6877-8401-4a3e-9cc7-76751732b6c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:54.369359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for 1f0d028b-86ac-4060-89ee-99e72298df67 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:54.372437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.385586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:54.393528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:54.398450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:54.446855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=cbbbf6f8-a18f-45db-a3b0-918e0eeb461d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:54.453032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:54.481832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.482283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:54.483375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.491116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Allocated IP 172.20.0.2 (0ab1c0d1-a93a-4083-a65f-52c699f2c78d/752e5d3b-96f7-4033-821e-200b7967e2c7/b92f8deb-7c03-464a-af3e-3f82c9e0641a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:54.512721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Transition to ACTIVE for port object 5c52aa22-2974-47bd-939a-219a74b5bffb will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:54.532796 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6635737 May 20 14:55:54.534903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59204) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:54.578853 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c associated. External IP: 172.26.6.160, port: 9dc80bba-8551-4204-a40b-d87e5c7fdb95. May 20 14:55:54.655887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63d2c0c7-30f2-4ded-875b-539bb90f73cd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:54.668671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.675566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6ab7b05e-7a2f-4968-b1cd-80d474062237 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:54.694741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Transition to ACTIVE for port object 5c52aa22-2974-47bd-939a-219a74b5bffb will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:54.718279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:54.727942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-87958f8a-f815-4d53-a050-fa181393632b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:54.756156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6d285d-f2f1-4bba-a069-b0de4d04fdec None None] Network a10d4257-3f91-4451-8416-4112d33a0858 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:54.777293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=1f0d028b-86ac-4060-89ee-99e72298df67,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:54.788889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port 1f0d028b-86ac-4060-89ee-99e72298df67 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:54.793122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:54.853039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:54.869583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:54.878960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:54.938535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Pushing event updated for resources: {'Port': ['ID=5c52aa22-2974-47bd-939a-219a74b5bffb,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:54.987577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:55.000009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.017938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a10d4257-3f91-4451-8416-4112d33a0858']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:55.045340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437be730-63cb-497f-aba9-831dc64b479f') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:55.045634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437be730-63cb-497f-aba9-831dc64b479f') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:55.060263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 63d2c0c7-30f2-4ded-875b-539bb90f73cd completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:55.062224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.136108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.155537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 701 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:55.155943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.157022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.22.0.1 (f95a77bd-d58b-4c54-9150-9a52535e0bcc/76e022e0-e688-42dd-a506-2ae67732a92c/fc6c37a7-15f1-45d6-b81d-0f5870b4956c) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:55.175010 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:55.214300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 63d2c0c7-30f2-4ded-875b-539bb90f73cd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:55.214809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.271456 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Attempting to bind port 5c52aa22-2974-47bd-939a-219a74b5bffb on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:55.271776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Attempting to bind port 5c52aa22-2974-47bd-939a-219a74b5bffb by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:55.272174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Attempting to bind port 5c52aa22-2974-47bd-939a-219a74b5bffb on network f95a77bd-d58b-4c54-9150-9a52535e0bcc {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:55.281917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.298324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:55.298709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Checking segment: {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:55.299149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.299554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Bound using segment: {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:55.300041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Bound port: 5c52aa22-2974-47bd-939a-219a74b5bffb, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:55.300425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.323063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Transition to ACTIVE for port object b92f8deb-7c03-464a-af3e-3f82c9e0641a will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:55.352241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:55.388786 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Transition to ACTIVE for port object b92f8deb-7c03-464a-af3e-3f82c9e0641a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:55.423114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.426208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.435486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-053c3134-5bba-496b-8d58-954452d79286 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:55.455519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.487577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.493402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:55.511359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.527036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=a10d4257-3f91-4451-8416-4112d33a0858,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:55.541685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:55.542974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] For port 5c52aa22-2974-47bd-939a-219a74b5bffb, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:55.546201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:55.548643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object fc6c37a7-15f1-45d6-b81d-0f5870b4956c will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:55:55.555897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:55.559334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.567994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Pushing event updated for resources: {'Port': ['ID=b92f8deb-7c03-464a-af3e-3f82c9e0641a,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:55.571178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:55.575484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] For port 5c52aa22-2974-47bd-939a-219a74b5bffb, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5c52aa22-2974-47bd-939a-219a74b5bffb,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:55.577935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:55.609181 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/a10d4257-3f91-4451-8416-4112d33a0858 HTTP/1.1" status: 204 len: 168 time: 5.2962570 May 20 14:55:55.613607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59208) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:55.619139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.627897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:55.645311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:55:55.649476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.673171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:55:55.709610 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7b05f4f9-94fb-4638-9da8-8e3bc2a050ba tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 991 time: 2.9713497 May 20 14:55:55.709610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:55:55.712745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59212) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:55.729266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 63d2c0c7-30f2-4ded-875b-539bb90f73cd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=63d2c0c7-30f2-4ded-875b-539bb90f73cd,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:55.785484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.795642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Pushing event updated for resources: {'Port': ['ID=5c52aa22-2974-47bd-939a-219a74b5bffb,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:55.797145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:55.797720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:55.824690 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'status': 'completed', 'code': 200} May 20 14:55:55.840341 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-16f571f8-6ca4-4920-a480-f2e6244e00b5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 991 time: 0.1261466 May 20 14:55:55.851056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:55.853704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:55.895466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Attempting to bind port b92f8deb-7c03-464a-af3e-3f82c9e0641a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:55:55.896410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Attempting to bind port b92f8deb-7c03-464a-af3e-3f82c9e0641a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:55:55.896850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Attempting to bind port b92f8deb-7c03-464a-af3e-3f82c9e0641a on network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:55:55.922403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:55:55.922907 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Checking segment: {'id': '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:55:55.923486 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.923948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Bound using segment: {'id': '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:55:55.924516 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Bound port: b92f8deb-7c03-464a-af3e-3f82c9e0641a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '0ab1c0d1-a93a-4083-a65f-52c699f2c78d'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:55:55.924962 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:55.932749 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1cf9ac-2916-49cf-83cf-dbe0a10a9ff3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:55.933392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1cf9ac-2916-49cf-83cf-dbe0a10a9ff3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:55.935420 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2c1cf9ac-2916-49cf-83cf-dbe0a10a9ff3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/ef66b7c4-72d1-419c-9bad-c353965a17b8 HTTP/1.1" status: 404 len: 337 time: 0.3194935 May 20 14:55:55.938185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59218) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:55.997981 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fb00bd-7bb3-483a-97ad-06f09a5984a3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:55.998494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fb00bd-7bb3-483a-97ad-06f09a5984a3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:56.000247 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-10fb00bd-7bb3-483a-97ad-06f09a5984a3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/a10d4257-3f91-4451-8416-4112d33a0858 HTTP/1.1" status: 404 len: 339 time: 0.0609183 May 20 14:55:56.004192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59222) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:56.068464 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-265d8848-228c-4342-96d5-89b678c6bad4 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:56.069587 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-265d8848-228c-4342-96d5-89b678c6bad4 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:56.071441 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-265d8848-228c-4342-96d5-89b678c6bad4 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/84141f07-1a2b-4ed2-b627-1bc7b516aa85 HTTP/1.1" status: 404 len: 337 time: 0.0627182 May 20 14:55:56.073921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59226) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:56.107973 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-13606938-989b-4794-8dfe-e1960ff07eeb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:56.108543 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13606938-989b-4794-8dfe-e1960ff07eeb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:56.113677 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-13606938-989b-4794-8dfe-e1960ff07eeb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/62cb526a-b564-4f20-9e2c-a5c25310a3ac HTTP/1.1" status: 404 len: 339 time: 0.0386870 May 20 14:55:56.114413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:56.116628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=63d2c0c7-30f2-4ded-875b-539bb90f73cd,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:56.136442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:56.162970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.168485 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-7c06c8d7-865c-4286-a571-1b9d30a94918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:56.170902 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-7c06c8d7-865c-4286-a571-1b9d30a94918 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 1098 time: 0.2332273 May 20 14:55:56.173025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:56.176140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d469d69f-82e1-4e89-9092-03eb2cf4e994 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:56.232452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] For port b92f8deb-7c03-464a-af3e-3f82c9e0641a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:55:56.252866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] For port b92f8deb-7c03-464a-af3e-3f82c9e0641a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b92f8deb-7c03-464a-af3e-3f82c9e0641a,segment=NetworkSegment(0c6c3aad-3cb0-4f18-8ced-3433010c8bd3),segment_id=0c6c3aad-3cb0-4f18-8ced-3433010c8bd3)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:55:56.256481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.289894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:56.294013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:56.305913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.308751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:55:56.318213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:56.412794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.428156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['797ec4e3-7bbe-4a16-9e6f-e172e398abb5']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:56.443634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f619b3-b41f-4ab0-bef6-914929488a71') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:56.444140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:56.444389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f619b3-b41f-4ab0-bef6-914929488a71') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:56.453649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Pushing event updated for resources: {'Port': ['ID=b92f8deb-7c03-464a-af3e-3f82c9e0641a,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:56.460048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:56.464245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.467649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:56.485488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.492293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:56.492683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.496909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.514106 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.520214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.539364 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a9ec16d9-5bd3-4740-8550-531df5273fc2 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489 tempest-ExtraDHCPOptionsIpV6TestJSON-266858489-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:56.614072 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:56.619063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.623743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:56.634029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-479ee90a-e97c-4170-9b8c-a61401c95e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:56.659643 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/797ec4e3-7bbe-4a16-9e6f-e172e398abb5 HTTP/1.1" status: 204 len: 168 time: 0.5435319 May 20 14:55:56.660816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=797ec4e3-7bbe-4a16-9e6f-e172e398abb5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:56.676097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:56.676757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59234) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:56.752671 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-186653de-ac54-46bf-a1a5-85ed17c34318 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:56.753131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186653de-ac54-46bf-a1a5-85ed17c34318 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:56.760941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-fb3cff13-e578-43e7-80c3-be00d8058984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:56.761144 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-186653de-ac54-46bf-a1a5-85ed17c34318 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/52d6d1e4-54a7-4389-897c-ea57ab8143dd HTTP/1.1" status: 404 len: 337 time: 0.0819781 May 20 14:55:56.762668 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-fb3cff13-e578-43e7-80c3-be00d8058984 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 898 time: 0.5508661 May 20 14:55:56.766661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59238) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:56.794720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5c52aa22-2974-47bd-939a-219a74b5bffb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:56.839654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '96436cc8-d4ea-4202-a78a-9c9844255a2c', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.160', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'port_id': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'mac_address': 'fa:16:3e:55:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:54Z', 'updated_at': '2021-05-20T14:55:54Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:56.843288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59242) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:56.847716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:55:56.884424 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:55:56.884885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:56.964125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=cbbbf6f8-a18f-45db-a3b0-918e0eeb461d,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:56.966749 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2aa0353-d167-4c23-baf6-05fa4fd36af2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:56.967311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2aa0353-d167-4c23-baf6-05fa4fd36af2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:56.969463 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e2aa0353-d167-4c23-baf6-05fa4fd36af2 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/2a12e133-cde2-4aaa-af2e-26e588b271e2 HTTP/1.1" status: 404 len: 339 time: 0.1695139 May 20 14:55:56.989721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:56.990229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59246) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.000224 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8d26b46-798b-4e93-9b4c-2ee01c0a5ad6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 991 time: 0.1553643 May 20 14:55:57.113458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71280043-c168-4764-9866-87af583e42d6 None None] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:57.127693 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaad4e88-435d-4dc6-845b-62b17c93b4a6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.128138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaad4e88-435d-4dc6-845b-62b17c93b4a6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.129806 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aaad4e88-435d-4dc6-845b-62b17c93b4a6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/9fbee002-67ee-454b-b90c-2ca6799017b1 HTTP/1.1" status: 404 len: 337 time: 0.1285782 May 20 14:55:57.133058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59250) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.159829 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f56b6d-9ed5-4ca6-b1d7-1f4064050943 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.160606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f56b6d-9ed5-4ca6-b1d7-1f4064050943 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.165189 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-27f56b6d-9ed5-4ca6-b1d7-1f4064050943 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/d7ce51fe-6076-4151-80ea-cb2c77b23c48 HTTP/1.1" status: 404 len: 339 time: 0.0309093 May 20 14:55:57.166023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59254) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.171822 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-83e6b0ef-b371-498b-b8a4-ed738bdfed18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95 HTTP/1.1" status: 200 len: 999 time: 0.3704815 May 20 14:55:57.209806 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-2db909b5-6c3c-4805-8183-b20b5f913eab tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.210532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2db909b5-6c3c-4805-8183-b20b5f913eab tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.215086 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2db909b5-6c3c-4805-8183-b20b5f913eab tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/4ae915dd-5d6d-4bbe-9a71-506ab568385b HTTP/1.1" status: 404 len: 337 time: 0.0479076 May 20 14:55:57.215852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59258) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.240537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 5c52aa22-2974-47bd-939a-219a74b5bffb completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:57.241230 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f57523-762a-4289-b998-4a14dd7772a9 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.241893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f57523-762a-4289-b998-4a14dd7772a9 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.246382 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-19f57523-762a-4289-b998-4a14dd7772a9 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/d0f8e705-756f-4920-9d2b-fa0501639f86 HTTP/1.1" status: 404 len: 339 time: 0.0293944 May 20 14:55:57.247253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59262) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.256625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:55:57.264725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.286720 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-65273069-0218-4dd5-9b20-4ee264371937 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.287197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65273069-0218-4dd5-9b20-4ee264371937 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.289153 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-65273069-0218-4dd5-9b20-4ee264371937 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/d3275e16-3387-4825-9ece-ee5f5b44f084 HTTP/1.1" status: 404 len: 337 time: 0.0407212 May 20 14:55:57.291628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59266) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.318917 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ab65c1-4243-4c7b-a286-83900d88ec2e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.319723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ab65c1-4243-4c7b-a286-83900d88ec2e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.321116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63d2c0c7-30f2-4ded-875b-539bb90f73cd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:57.322191 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1ab65c1-4243-4c7b-a286-83900d88ec2e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/32687865-66c9-428d-933d-1486588b7569 HTTP/1.1" status: 404 len: 339 time: 0.0291750 May 20 14:55:57.324667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59270) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.362400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Provisioning for port 5c52aa22-2974-47bd-939a-219a74b5bffb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:57.373514 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-94af6569-0f9c-4588-867a-478264152fb3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.374364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94af6569-0f9c-4588-867a-478264152fb3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.376487 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-94af6569-0f9c-4588-867a-478264152fb3 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/8ec0f605-58bb-4b2f-b1f4-a64785e4a13d HTTP/1.1" status: 404 len: 337 time: 0.0507345 May 20 14:55:57.378977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59274) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.399133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-1ca9ef97-dbd7-4c5b-8909-5bf5c325bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:57.400576 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-1ca9ef97-dbd7-4c5b-8909-5bf5c325bdfc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.1905208 May 20 14:55:57.408271 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee27aae-1368-4083-a588-b1d327008e25 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.409056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee27aae-1368-4083-a588-b1d327008e25 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.411025 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1ee27aae-1368-4083-a588-b1d327008e25 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/4d21a6fc-1d6c-400a-be98-713a28ac41f1 HTTP/1.1" status: 404 len: 339 time: 0.0309455 May 20 14:55:57.413601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59278) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.454229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Provisioning complete for port 5c52aa22-2974-47bd-939a-219a74b5bffb triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:57.454714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.456679 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-a360068c-0f2a-4a26-8e0d-2fda78f04d43 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.457408 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a360068c-0f2a-4a26-8e0d-2fda78f04d43 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.465276 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a360068c-0f2a-4a26-8e0d-2fda78f04d43 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/c99a3611-a634-4afb-8607-77028740cee2 HTTP/1.1" status: 404 len: 337 time: 0.0503054 May 20 14:55:57.466622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59282) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.498249 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8788a22-53b5-4e4f-bb34-9cb12e698459 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.498671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8788a22-53b5-4e4f-bb34-9cb12e698459 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.503341 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b8788a22-53b5-4e4f-bb34-9cb12e698459 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/a400e3c0-e135-4e5f-824b-ec1bd44496d4 HTTP/1.1" status: 404 len: 339 time: 0.0355105 May 20 14:55:57.503965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59286) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.566013 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0889f78-da8c-4b08-ba83-1c9d792cf4b4 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.566468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0889f78-da8c-4b08-ba83-1c9d792cf4b4 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.572809 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d0889f78-da8c-4b08-ba83-1c9d792cf4b4 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/5327d97c-760b-4d85-a5bf-3195615fe46c HTTP/1.1" status: 404 len: 337 time: 0.0678506 May 20 14:55:57.573756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59290) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.609864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-1622b166-ba68-40a7-9852-b30b74e6d848 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.610589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1622b166-ba68-40a7-9852-b30b74e6d848 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.616673 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1622b166-ba68-40a7-9852-b30b74e6d848 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/121719b1-7851-4acf-ba75-c6708807f90e HTTP/1.1" status: 404 len: 339 time: 0.0417273 May 20 14:55:57.618112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59294) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.643315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.674405 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-162b2c0c-7ae7-4bbe-93ed-faa99562af7d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.675078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-162b2c0c-7ae7-4bbe-93ed-faa99562af7d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.679938 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-162b2c0c-7ae7-4bbe-93ed-faa99562af7d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/a34600ca-6add-4ccf-9071-a2bf85ea4235 HTTP/1.1" status: 404 len: 337 time: 0.0559447 May 20 14:55:57.681009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59298) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.704289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.714195 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cb0d0f-db36-42cc-b926-0103dbe7bb6f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] DELETE failed (client error): The resource could not be found. May 20 14:55:57.714770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cb0d0f-db36-42cc-b926-0103dbe7bb6f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:55:57.720064 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f0cb0d0f-db36-42cc-b926-0103dbe7bb6f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/ed1f95dd-a0db-4704-bd9a-c5cca8eff079 HTTP/1.1" status: 404 len: 339 time: 0.0353658 May 20 14:55:57.720523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59302) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:57.760195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026b3af0-19a7-42e3-acb6-0fc6bae025bf None None] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:57.810063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting subnet cac8ea91-7150-48f5-9f1d-f76165472d4d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:55:57.813567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.875426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.949760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-dd260d20-a591-4aab-b856-92737fae1016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:55:57.951780 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-dd260d20-a591-4aab-b856-92737fae1016 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5292649 May 20 14:55:57.969200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:57.972912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 63d2c0c7-30f2-4ded-875b-539bb90f73cd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:57.973301 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.004452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59306) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:58.009024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] For port 5c52aa22-2974-47bd-939a-219a74b5bffb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5c52aa22-2974-47bd-939a-219a74b5bffb,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:58.033096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.042388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:58.175601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.272484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Pushing event updated for resources: {'Port': ['ID=5c52aa22-2974-47bd-939a-219a74b5bffb,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:58.281100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:58.288125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f8c6d1e1-828e-4efa-91e5-c12095d83d26 None None] Provisioning for port b92f8deb-7c03-464a-af3e-3f82c9e0641a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:58.309615 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-db284153-59aa-4b4c-bfd3-abc9e7ddab74 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 991 time: 0.3030024 May 20 14:55:58.332303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.336582 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-d36c0dde-9c90-4bad-8a51-a65e450cd461 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499219 May 20 14:55:58.423248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '96436cc8-d4ea-4202-a78a-9c9844255a2c', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.160', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'port_id': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'mac_address': 'fa:16:3e:55:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:54Z', 'updated_at': '2021-05-20T14:55:54Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:58.433872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16d1d5-0ba7-4d4a-8ff3-a708d0cc66a3 None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '96436cc8-d4ea-4202-a78a-9c9844255a2c', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.160', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'port_id': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'mac_address': 'fa:16:3e:55:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:54:54Z', 'updated_at': '2021-05-20T14:55:54Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:55:58.445022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.509043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3e76f9c1-23ab-41c1-81b2-a81dc3a7c035 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:58.533387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.538255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e7351329-6282-45ee-9f40-7e778630c3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:58.603320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Subnet': ['ID=cac8ea91-7150-48f5-9f1d-f76165472d4d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:58.611442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:58.614976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.626535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9f67ee-5cca-4287-ac8d-3ef9814bee6c None None] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:55:58.642450 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-999affb7-888e-411a-bbd0-bcf43e551e67 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/subnets/cac8ea91-7150-48f5-9f1d-f76165472d4d HTTP/1.1" status: 204 len: 168 time: 0.9207239 May 20 14:55:58.643176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59310) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:58.778586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b92f8deb-7c03-464a-af3e-3f82c9e0641a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:58.837803 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb2f45e-633e-47f8-beea-514071650405 None None] New status for floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:55:58.890295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:58.949142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.012183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Deleting port caf7b4b3-19fe-4219-b777-62f1612f6853 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:59.012629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.081955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3d06eafa-2977-4700-bd37-a629379d1344 None None] Provisioning for port fc6c37a7-15f1-45d6-b81d-0f5870b4956c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:59.132091 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-583c8df8-206a-4b7e-9499-6f6892f4cee0 req-b6103777-9e3d-495f-8a98-d6e77792ae2f service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058473 May 20 14:55:59.146973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:59.157990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:55:59.161951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:59.162810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:55:59.184696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3d06eafa-2977-4700-bd37-a629379d1344 None None] Provisioning complete for port fc6c37a7-15f1-45d6-b81d-0f5870b4956c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:59.185164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d06eafa-2977-4700-bd37-a629379d1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.190184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] For port caf7b4b3-19fe-4219-b777-62f1612f6853, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=caf7b4b3-19fe-4219-b777-62f1612f6853,segment=NetworkSegment(0e95ec5b-72ac-4d61-aca2-209571e1342a),segment_id=0e95ec5b-72ac-4d61-aca2-209571e1342a)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:59.190551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.288765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3d06eafa-2977-4700-bd37-a629379d1344 None None] Port fc6c37a7-15f1-45d6-b81d-0f5870b4956c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:55:59.309311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port b92f8deb-7c03-464a-af3e-3f82c9e0641a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:55:59.326974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b92f8deb-7c03-464a-af3e-3f82c9e0641a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:59.327466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.327838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59314) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:55:59.406097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3d06eafa-2977-4700-bd37-a629379d1344 None None] Provisioning complete for port 5c52aa22-2974-47bd-939a-219a74b5bffb triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:55:59.406549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3d06eafa-2977-4700-bd37-a629379d1344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.458870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Calling delete_port for caf7b4b3-19fe-4219-b777-62f1612f6853 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:55:59.469088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] DHCP port deletion for 0c69bd6f-290d-46ff-8c79-7908559f6e6c request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:55:59.532108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.537914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ecf82dc8-81cb-4230-9981-ffa809521e87 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:59.587993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Port': ['ID=caf7b4b3-19fe-4219-b777-62f1612f6853,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:59.591153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:59.591920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] No DVR routers for this DVR port caf7b4b3-19fe-4219-b777-62f1612f6853 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:55:59.606638 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-22bcecb6-34cf-4098-8a4e-e77eb0ecc5f4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7443655 May 20 14:55:59.686580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.706286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Deleting port caf7b4b3-19fe-4219-b777-62f1612f6853 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:55:59.706752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.721618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.740049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c69bd6f-290d-46ff-8c79-7908559f6e6c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:59.753618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e95ec5b-72ac-4d61-aca2-209571e1342a') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:59.753884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e95ec5b-72ac-4d61-aca2-209571e1342a') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:55:59.767675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.770076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port b92f8deb-7c03-464a-af3e-3f82c9e0641a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b92f8deb-7c03-464a-af3e-3f82c9e0641a,segment=NetworkSegment(0c6c3aad-3cb0-4f18-8ced-3433010c8bd3),segment_id=0c6c3aad-3cb0-4f18-8ced-3433010c8bd3)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:59.791112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.801135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:55:59.801597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:55:59.838538 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:55:59.850089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] For port caf7b4b3-19fe-4219-b777-62f1612f6853, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:55:59.850479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.858229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.859055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5c52aa22-2974-47bd-939a-219a74b5bffb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:55:59.900302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6182256b-e9c5-4e57-859c-c217814550b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:59.915827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.919913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:55:59.934016 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3fe37065-0eab-4a90-9501-0d239786fd22 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 200 len: 993 time: 0.6029148 May 20 14:55:59.941120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:55:59.955374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Pushing event deleted for resources: {'Network': ['ID=0c69bd6f-290d-46ff-8c79-7908559f6e6c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:55:59.962603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:55:59.964137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:55:59.967024 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] 10.222.0.58 "DELETE /v2.0/networks/0c69bd6f-290d-46ff-8c79-7908559f6e6c HTTP/1.1" status: 204 len: 168 time: 1.3229232 May 20 14:56:00.081883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Calling delete_port for caf7b4b3-19fe-4219-b777-62f1612f6853 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:00.093416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.ipam_backend_mixin [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Port caf7b4b3-19fe-4219-b777-62f1612f6853 was not found and therefore no delete operation was performed {{(pid=98807) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:56:00.097720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Provisioning for port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:00.107281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.116258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Provisioning complete for port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:00.116629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.150141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Network 0c69bd6f-290d-46ff-8c79-7908559f6e6c is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:56:00.150600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] No DVR routers for this DVR port caf7b4b3-19fe-4219-b777-62f1612f6853 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:00.159214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=b92f8deb-7c03-464a-af3e-3f82c9e0641a,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:00.167285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:00.167901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59b8d3b8-38d8-48cb-9899-01db6ae1aff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:00.186800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-92fa8d96-b157-4cb7-9909-cc7c421df3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:00.188349 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-92fa8d96-b157-4cb7-9909-cc7c421df3a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 1099 time: 0.3183079 May 20 14:56:00.195434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.207353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.212163 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7fa04-f020-4f4f-948c-19cced837f88 None None] get_active_networks_info from dv-neutron-601336-75-hyperv {{(pid=98807) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 20 14:56:00.233280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:00.238280 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4999437 May 20 14:56:00.241168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59326) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:00.249535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'network': {'name': 'tempest-RoutersTest-670861699'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:00.252937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5425f3e3-a1c5-406a-9d58-1428a8ba6f5c tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:00.256646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:00.262876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:00.263355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:network and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:00.267016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:00.274880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:00.278828 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Pushing event deleted for resources: {'Port': ['ID=caf7b4b3-19fe-4219-b777-62f1612f6853,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:00.295647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:00.295647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:00.302702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:00.304530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 5c52aa22-2974-47bd-939a-219a74b5bffb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:00.304908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.308871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.337283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59330) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:00.339251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:00.339953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:00.356932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] vlan segment allocate from pool success with {'vlan_id': 725, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:00.369926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.370283 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added segment 3c7f3c7a-136e-4c15-9538-d5160ecb8f6c of type vlan for network 20b2d9f6-42fb-4543-a2ab-f273220a853d May 20 14:56:00.405445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.444635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.452202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:00.453095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.460492 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b8b8e6d1-c797-4a66-93c9-2a7d214b6fcb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:00.481179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-3d5f0533-95d9-4374-8149-1b41986da5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:00.482907 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-3d5f0533-95d9-4374-8149-1b41986da5d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 200 len: 898 time: 0.2435653 May 20 14:56:00.508695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.517221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Provisioning complete for port fc6c37a7-15f1-45d6-b81d-0f5870b4956c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:00.517604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.579981 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3370850 May 20 14:56:00.585664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59336) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:00.611310 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-81a6f28f-3944-40f1-a2b8-fca6226f8499 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 200 len: 217 time: 0.0955448 May 20 14:56:00.625865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'subnet': {'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:00.632445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:00.661014 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Network': ['ID=20b2d9f6-42fb-4543-a2ab-f273220a853d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:00.677364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Port fc6c37a7-15f1-45d6-b81d-0f5870b4956c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:00.677589 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-36548b9a-d05c-4607-90e0-756af35c017e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9843aefc3ee842dab37dc75cfaa86f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3357527 May 20 14:56:00.678269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0b9b2912-1e15-4e54-8dc7-d8e837c88e6e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:00.678724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59340) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:00.697576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=cbbbf6f8-a18f-45db-a3b0-918e0eeb461d,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:00.700739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:00.740233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:00.752056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.782055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.841997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.847034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a330fa6-46a4-4aa3-8c6f-bf51cc670293 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:00.856896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-d2b86d1d-e08b-45eb-a611-68fd38dd5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:00.856896 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-d2b86d1d-e08b-45eb-a611-68fd38dd5106 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 200 len: 834 time: 0.2106330 May 20 14:56:00.866776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454b87fd-9cc0-4a4a-b812-2eda57a7a919,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:00.873034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:00.875695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:00.876689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.880456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:subnet and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:00.880622 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/454b87fd-9cc0-4a4a-b812-2eda57a7a919 HTTP/1.1" status: 204 len: 168 time: 0.1975219 May 20 14:56:00.881165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7fa04-f020-4f4f-948c-19cced837f88 None None] Resources bound (agent type, host, resource id): {{(pid=98807) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 20 14:56:00.923264 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:00.937517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:00.972029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:00.975193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:00.977867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Made reservation on behalf of 867a15b3abcf4ce2b340db5677dc04ba for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:00.981234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:00.991723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Provisioning complete for port b92f8deb-7c03-464a-af3e-3f82c9e0641a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:00.992101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9b238cf-cea6-4423-8eb8-797bc9c672f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.173634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b92f8deb-7c03-464a-af3e-3f82c9e0641a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:01.342170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-c6445bc7-66a2-4825-bd27-6ebee8d6fc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:01.343796 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-c6445bc7-66a2-4825-bd27-6ebee8d6fc67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4784334 May 20 14:56:01.527694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b92f8deb-7c03-464a-af3e-3f82c9e0641a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:01.528266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.627351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:56Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:55:57Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:01.637069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:01.637434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Updating router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 port fc6c37a7-15f1-45d6-b81d-0f5870b4956c binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:56:01.678721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59364) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:01.744524 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Router 7f6baafb-679b-4799-b178-9ce3cd5dd75e is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:56:01.757871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-638726f2-958b-45cf-b330-3eae6eab86a6 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991287 May 20 14:56:01.800324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.800903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1712404979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:01.809009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:01.813282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:router and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:01.816787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:01.824447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:01.835409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.847351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.868287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.904052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.946825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:01.951838 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c2cef1a-e5a9-46da-8be6-82dd0918635b tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2717462 May 20 14:56:01.952653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59370) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:01.959668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-428473137'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:01.965351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:01.970108 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:network and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:01.973224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:01.979455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:01.990356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device caf7b4b3-19fe-4219-b777-62f1612f6853 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:01.993996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:01.997564 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.013909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.033399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: caf7b4b3-19fe-4219-b777-62f1612f6853 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:02.033738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device caf7b4b3-19fe-4219-b777-62f1612f6853 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:02.034809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:02.043330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:security_group_rule and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:02.047506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:02.054015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:02.126521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:02.138856 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] Sync routers for ids ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:02.150780 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] Routers {'7f6baafb-679b-4799-b178-9ce3cd5dd75e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:02.151886 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:02.153713 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/routers/7f6baafb-679b-4799-b178-9ce3cd5dd75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6170945 May 20 14:56:02.154468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59374) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:02.173506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.181441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.187271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb157e43-3004-4fb2-a1a0-61ab96c9d3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:02.220847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] vlan segment allocate from pool success with {'vlan_id': 700, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:02.227304 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bb853f24-fc19-4f96-9284-9579c5f0847a req-34628751-be2b-4757-8ac6-46e1d616c724 service neutron] 10.222.0.11 "GET /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232776 May 20 14:56:02.236926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064b0836-66e0-4f26-b298-7d0d06820b28,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:02.243261 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:02.248096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0b27d941-b375-4fa6-b22c-96fa0ae88baf None None] Provisioning complete for port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:02.248956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b27d941-b375-4fa6-b22c-96fa0ae88baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.253784 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] Routers {'7f6baafb-679b-4799-b178-9ce3cd5dd75e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:02.254351 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:02.256744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:02.258047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.261763 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Added segment fd97ed61-6ab0-4061-8068-abd57892219d of type vlan for network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 May 20 14:56:02.295884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.314352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.321047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-32381f30-767c-46db-bde8-933c426daedf tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:02.336237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.342849 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:02.343547 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fb38-bf0e-4bda-aaff-da6b6f67a2f9 None None] The sync data for ids ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:02.347548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:02.350438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.356483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6a8e093b-82ce-46b7-bfc4-5ee2831b6c73 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:02.384599 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97a7764-693a-43f1-a354-65f792499d1b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:02.385606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f97a7764-693a-43f1-a354-65f792499d1b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:02.429018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Subnet': ['ID=14f29757-ab14-4125-94a9-b58402115cf1,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:02.434075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:02.438477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f97a7764-693a-43f1-a354-65f792499d1b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:02.442617 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f97a7764-693a-43f1-a354-65f792499d1b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f6baafb-679b-4799-b178-9ce3cd5dd75e HTTP/1.1" status: 200 len: 982 time: 0.2743726 May 20 14:56:02.443563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Checking segment: {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:02.444032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network hostable DHCP agents. Network: 20b2d9f6-42fb-4543-a2ab-f273220a853d, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:02.446771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59380) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:02.456746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0b27d941-b375-4fa6-b22c-96fa0ae88baf None None] Port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:02.484015 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.498901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Transition to ACTIVE for port object fc6c37a7-15f1-45d6-b81d-0f5870b4956c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:02.506196 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.511302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:02.596480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:02.618811 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6647446 May 20 14:56:02.621130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59384) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:02.622764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Network': ['ID=fa79f838-6cfb-4e90-88d6-d4d0f0b67f71,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:02.630525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'subnet': {'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:02.630834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:02.672768 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:02.694305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e8051-1a54-4f9e-8889-267e5c5007d2 None None] Pushing event updated for resources: {'Port': ['ID=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:02.717831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 20b2d9f6-42fb-4543-a2ab-f273220a853d) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:02.736417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-545e8051-1a54-4f9e-8889-267e5c5007d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:02.744900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adbef8a-7c2d-432d-91ca-fdc6788321dc None None] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:02.814789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:02.815482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.902082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Attempting to bind port fc6c37a7-15f1-45d6-b81d-0f5870b4956c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:02.902465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Attempting to bind port fc6c37a7-15f1-45d6-b81d-0f5870b4956c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:02.902854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Attempting to bind port fc6c37a7-15f1-45d6-b81d-0f5870b4956c on network f95a77bd-d58b-4c54-9150-9a52535e0bcc {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:02.927126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:02.927504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Checking segment: {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:02.927912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.928302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Bound using segment: {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:02.928780 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Bound port: fc6c37a7-15f1-45d6-b81d-0f5870b4956c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5846d9f-2315-48b8-8635-5de3a33b9979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:02.929157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:02.948703 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3411522 May 20 14:56:02.948703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:02.949835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59388) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:02.952737 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:subnet and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:02.956198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:02.963958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:02.985369 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:02.988927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:03.100072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] For port fc6c37a7-15f1-45d6-b81d-0f5870b4956c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:03.104715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] For port fc6c37a7-15f1-45d6-b81d-0f5870b4956c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:03.140593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:03.151651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:03.210627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-20b2d9f6-42fb-4543-a2ab-f273220a853d', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:03.211502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:03.249950 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:03.250686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:03.315267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e8051-1a54-4f9e-8889-267e5c5007d2 None None] Pushing event updated for resources: {'Port': ['ID=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:03.359382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-545e8051-1a54-4f9e-8889-267e5c5007d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:03.485323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:03.533076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:03.645396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:03.713898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Allocated IP 172.23.0.2 (20b2d9f6-42fb-4543-a2ab-f273220a853d/14f29757-ab14-4125-94a9-b58402115cf1/258e801a-1e37-4b2f-8d64-72f491dcdf74) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:04.050536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.056879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b9110c95-797e-4595-8348-43222a4c17cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:04.110110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port cbbbf6f8-a18f-45db-a3b0-918e0eeb461d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:04.110348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.133580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.140906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:56Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:03Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:04.149142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Transition to ACTIVE for port object 258e801a-1e37-4b2f-8d64-72f491dcdf74 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:04.151615 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb391589-9eaf-4d4e-ad5c-0778b6f598df None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:55:56Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:03Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:04.172452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Transition to ACTIVE for port object 258e801a-1e37-4b2f-8d64-72f491dcdf74 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:04.180923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.185690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:04.221582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Subnet': ['ID=95507156-16ea-47f5-b777-423880c24851,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:04.233631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:04.254996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Checking segment: {'id': 'fd97ed61-6ab0-4061-8068-abd57892219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:04.255378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network hostable DHCP agents. Network: fa79f838-6cfb-4e90-88d6-d4d0f0b67f71, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:04.266940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:04.270296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:04.274944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:04.278174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Allocated IP 172.23.0.1 (20b2d9f6-42fb-4543-a2ab-f273220a853d/14f29757-ab14-4125-94a9-b58402115cf1/d635179a-7575-4a89-9b4d-bd870da710ed) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:04.283951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Pushing event updated for resources: {'Port': ['ID=258e801a-1e37-4b2f-8d64-72f491dcdf74,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:04.288616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:04.288880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:04.300081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.311054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, fa79f838-6cfb-4e90-88d6-d4d0f0b67f71) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:04.365388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e7bc6-6212-4077-9767-46c5443d7b5b None None] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:04.417390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Attempting to bind port 258e801a-1e37-4b2f-8d64-72f491dcdf74 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:04.417777 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Attempting to bind port 258e801a-1e37-4b2f-8d64-72f491dcdf74 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:04.418145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Attempting to bind port 258e801a-1e37-4b2f-8d64-72f491dcdf74 on network 20b2d9f6-42fb-4543-a2ab-f273220a853d {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:04.454874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for cbbbf6f8-a18f-45db-a3b0-918e0eeb461d owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:04.469286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:04.469984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.472234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:04.472613 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Checking segment: {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:04.473023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.473419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Bound using segment: {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:04.474508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Bound port: 258e801a-1e37-4b2f-8d64-72f491dcdf74, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:04.474894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.499922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.511399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6b9445e3-1e6e-44b6-a322-86588d677c55 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8889596 May 20 14:56:04.514810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59392) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:04.520765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Transition to ACTIVE for port object d635179a-7575-4a89-9b4d-bd870da710ed will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:04.522897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'network': {'name': 'tempest-router-network01--199944654'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:04.529072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:04.535015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:network and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:04.540242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:04.547776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:04.553857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.569624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-130e400a-6ff6-43a2-bf41-3e8b53699eb5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:04.572731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:04.576558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.621044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:04.632880 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:04.636838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:04.641431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.642105 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Added segment ef703085-6579-481d-9f3a-d00e5c8e5f67 of type vlan for network 79269df6-d032-4506-aa27-5a47cf984140 May 20 14:56:04.643877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:04.654011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] For port 258e801a-1e37-4b2f-8d64-72f491dcdf74, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:04.658577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] For port 258e801a-1e37-4b2f-8d64-72f491dcdf74, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=258e801a-1e37-4b2f-8d64-72f491dcdf74,segment=NetworkSegment(3c7f3c7a-136e-4c15-9538-d5160ecb8f6c),segment_id=3c7f3c7a-136e-4c15-9538-d5160ecb8f6c)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:04.679015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.701641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.708662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ad50fa5c-c837-4ce3-820b-6af22215d6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:04.725168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=d635179a-7575-4a89-9b4d-bd870da710ed,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:04.735518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:04.744391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.779923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.791950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:04.797800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-fa79f838-6cfb-4e90-88d6-d4d0f0b67f71', 'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71', 'tenant_id': '5f14eafc34fb4323858f5a3990e70c59', 'fixed_ips': [{'subnet_id': '95507156-16ea-47f5-b777-423880c24851'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:04.798718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.836697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.842912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:04.843781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Pushing event updated for resources: {'Port': ['ID=258e801a-1e37-4b2f-8d64-72f491dcdf74,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:04.844082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:04.851914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:04.878676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=cbbbf6f8-a18f-45db-a3b0-918e0eeb461d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:04.906037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:04.912150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7a0123cc-6741-48f0-a18e-38190777a3c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:05.076759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Allocated IP 2001:db8::2 (fa79f838-6cfb-4e90-88d6-d4d0f0b67f71/95507156-16ea-47f5-b777-423880c24851/78d74718-5957-44fa-a1c2-5880a59365fc) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:05.191896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.293825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device fc6c37a7-15f1-45d6-b81d-0f5870b4956c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:05.298279 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7822096 May 20 14:56:05.302205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59396) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:05.315779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'network': {'name': 'tempest-router-network02--584641809'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:05.321751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:05.326472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:network and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:05.330071 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for network was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:05.336985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:05.362896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:05.369366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.373934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Network': ['ID=79269df6-d032-4506-aa27-5a47cf984140,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:05.384886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ca23656d-e88f-456c-9db4-99bbd01580f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:05.389769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 79269df6-d032-4506-aa27-5a47cf984140 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:05.542056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.553112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:05.571299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.574444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port fc6c37a7-15f1-45d6-b81d-0f5870b4956c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:05.579279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.579748 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Added segment 4571bee4-460a-492c-9278-dc6efe37804e of type vlan for network a3b89abc-fede-445e-b6d1-21db1f964e1c May 20 14:56:05.586248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Transition to ACTIVE for port object 78d74718-5957-44fa-a1c2-5880a59365fc will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:05.588720 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port fc6c37a7-15f1-45d6-b81d-0f5870b4956c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:05.589039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.644438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.652494 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Transition to ACTIVE for port object 78d74718-5957-44fa-a1c2-5880a59365fc will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:05.662898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.666965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e0f100c5-c594-480e-95aa-216a097e773c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:05.727608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:05.762010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.767643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:05.767837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:05.768485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.777175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-92c006be-7a5a-4502-9f30-2f670e70e1ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:05.777379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:05.814863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Pushing event updated for resources: {'Port': ['ID=78d74718-5957-44fa-a1c2-5880a59365fc,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:05.827884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Router 7f6baafb-679b-4799-b178-9ce3cd5dd75e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:05.831802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:05.873370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.907342 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6032915 May 20 14:56:05.912629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59400) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:05.928189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Network': ['ID=a3b89abc-fede-445e-b6d1-21db1f964e1c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:05.931440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-12a5e6a0-e582-4f25-91c1-97c8fc967fff tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:05.941132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'subnet': {'network_id': '79269df6-d032-4506-aa27-5a47cf984140', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:05.966589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a3b89abc-fede-445e-b6d1-21db1f964e1c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:05.976290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:05.988340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.011329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Attempting to bind port 78d74718-5957-44fa-a1c2-5880a59365fc on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:06.011972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Attempting to bind port 78d74718-5957-44fa-a1c2-5880a59365fc by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'fd97ed61-6ab0-4061-8068-abd57892219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:06.012348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Attempting to bind port 78d74718-5957-44fa-a1c2-5880a59365fc on network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:06.015111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:06.025871 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/routers/7f6baafb-679b-4799-b178-9ce3cd5dd75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5769057 May 20 14:56:06.026763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59406) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:06.074659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:06.074893 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec90d50a-78e0-42dc-9b1f-77ccc282f844 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:56:06.075040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] Sync routers for ids ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:06.075247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ec90d50a-78e0-42dc-9b1f-77ccc282f844 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:06.087806 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:06.088185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Checking segment: {'id': 'fd97ed61-6ab0-4061-8068-abd57892219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:06.089352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.089759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Bound using segment: {'id': 'fd97ed61-6ab0-4061-8068-abd57892219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:06.090258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Bound port: 78d74718-5957-44fa-a1c2-5880a59365fc, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd97ed61-6ab0-4061-8068-abd57892219d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'fa79f838-6cfb-4e90-88d6-d4d0f0b67f71'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:06.090641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.094938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ec90d50a-78e0-42dc-9b1f-77ccc282f844 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:06.100380 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ec90d50a-78e0-42dc-9b1f-77ccc282f844 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/cbbbf6f8-a18f-45db-a3b0-918e0eeb461d HTTP/1.1" status: 404 len: 333 time: 0.0722351 May 20 14:56:06.101167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59410) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:06.112104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.128722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port fc6c37a7-15f1-45d6-b81d-0f5870b4956c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:06.131978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] Routers {'7f6baafb-679b-4799-b178-9ce3cd5dd75e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:06.132622 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:06.223399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.231534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f99c5de9-9824-4347-bb09-569dfd988f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:06.259510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:06.263878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event updated for resources: {'Port': ['ID=d635179a-7575-4a89-9b4d-bd870da710ed,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:06.266914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:06.267988 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:06.272767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:subnet and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:06.283282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.319022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:06.323390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] Routers {'7f6baafb-679b-4799-b178-9ce3cd5dd75e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:06.324023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:06.340774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:06.359648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:06.363374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.385165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40afa693-2241-4ffd-a96b-6989244d461a None None] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:06.427652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:06.430931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:06.447640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:06.447998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6226a77-44ca-4892-b220-200abface4e2 None None] The sync data for ids ['7f6baafb-679b-4799-b178-9ce3cd5dd75e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:06.457243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] For port 78d74718-5957-44fa-a1c2-5880a59365fc, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:06.459792 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:06.462368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ab2d2d4-5610-4232-a7af-cf55f1792001 None None] Provisioning for port 258e801a-1e37-4b2f-8d64-72f491dcdf74 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:06.466927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:06.525130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] For port 78d74718-5957-44fa-a1c2-5880a59365fc, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78d74718-5957-44fa-a1c2-5880a59365fc,segment=NetworkSegment(fd97ed61-6ab0-4061-8068-abd57892219d),segment_id=fd97ed61-6ab0-4061-8068-abd57892219d)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:06.534411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.540693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:06.682651 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:06.695568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Pushing event updated for resources: {'Port': ['ID=78d74718-5957-44fa-a1c2-5880a59365fc,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:06.700411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:06.772960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.776608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.809029 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.809827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Fanout notify agent at l3_agent the message router_deleted on router 7f6baafb-679b-4799-b178-9ce3cd5dd75e {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:56:06.828573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:06.829668 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-75f96166-7481-491a-940f-d32781a49eab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/routers/7f6baafb-679b-4799-b178-9ce3cd5dd75e HTTP/1.1" status: 204 len: 168 time: 0.7273085 May 20 14:56:06.832679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59414) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:06.908341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 752e5d3b-96f7-4033-821e-200b7967e2c7 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:06.911980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.007776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.149462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.171655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:07.183267 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:07.186784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-09aa971d-49ee-4d70-807a-dd56f558c0e4 None None] Provisioning for port d635179a-7575-4a89-9b4d-bd870da710ed completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:07.195619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-09aa971d-49ee-4d70-807a-dd56f558c0e4 None None] Provisioning complete for port d635179a-7575-4a89-9b4d-bd870da710ed triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:07.196291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-09aa971d-49ee-4d70-807a-dd56f558c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.196959 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:07.197698 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:07.235820 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2819362 May 20 14:56:07.237230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59418) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:07.291876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-09aa971d-49ee-4d70-807a-dd56f558c0e4 None None] Port d635179a-7575-4a89-9b4d-bd870da710ed cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:07.345855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device fc6c37a7-15f1-45d6-b81d-0f5870b4956c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:07.436702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port fc6c37a7-15f1-45d6-b81d-0f5870b4956c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:07.437313 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.463017 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:07.498657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:07.564918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.571763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-3a91a4cc-d9b5-4955-be63-2a33f01a7251 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:07.604168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78d74718-5957-44fa-a1c2-5880a59365fc up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:07.657319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d059fcbd-bfb7-409f-ae3b-027e96216ae4 None None] Provisioning complete for port d635179a-7575-4a89-9b4d-bd870da710ed triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:07.657918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d059fcbd-bfb7-409f-ae3b-027e96216ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.681497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Checking segment: {'id': 'ef703085-6579-481d-9f3a-d00e5c8e5f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '79269df6-d032-4506-aa27-5a47cf984140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:07.682028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network hostable DHCP agents. Network: 79269df6-d032-4506-aa27-5a47cf984140, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:07.688605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Subnet': ['ID=203db33e-dc10-4dc3-becb-37cf2d6554c8,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:07.691556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:07.716169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network 79269df6-d032-4506-aa27-5a47cf984140 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:07.732888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 79269df6-d032-4506-aa27-5a47cf984140) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:07.757745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d059fcbd-bfb7-409f-ae3b-027e96216ae4 None None] Port d635179a-7575-4a89-9b4d-bd870da710ed cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:07.758091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:07.758862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.765668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62143f-933c-4cb2-aa35-a32b9284bea8 None None] Network 79269df6-d032-4506-aa27-5a47cf984140 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:07.809686 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8930702 May 20 14:56:07.810389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59422) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:07.818034 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'subnet': {'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:07.971395 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 78d74718-5957-44fa-a1c2-5880a59365fc completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:07.978059 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-94b81440-e212-4ed5-9697-a9ca1b3c880e None None] Provisioning complete for port d635179a-7575-4a89-9b4d-bd870da710ed triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:07.978773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-94b81440-e212-4ed5-9697-a9ca1b3c880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:07.991757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:07.996317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:subnet and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:08.000442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:08.006881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:08.014484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 258e801a-1e37-4b2f-8d64-72f491dcdf74 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:08.024141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:08.028862 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.049416 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:04Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd635179a-7575-4a89-9b4d-bd870da710ed', 'name': '', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:b5:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:03Z', 'updated_at': '2021-05-20T14:56:05Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '14f29757-ab14-4125-94a9-b58402115cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:08.058727 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:08.058998 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Updating router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 port d635179a-7575-4a89-9b4d-bd870da710ed binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:56:08.089175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.107535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-34b1d01d-ac04-4d04-8718-0995cc51c18f tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:08.153452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-94b81440-e212-4ed5-9697-a9ca1b3c880e None None] Port d635179a-7575-4a89-9b4d-bd870da710ed cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:08.166413 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.190195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=752e5d3b-96f7-4033-821e-200b7967e2c7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:08.199928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:08.207133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9b4db-d395-4ad0-90c9-a86c863b893d None None] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:08.210444 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.224167 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5dcd0282-1575-4b89-a838-48856e325c93 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/752e5d3b-96f7-4033-821e-200b7967e2c7 HTTP/1.1" status: 204 len: 168 time: 1.3902626 May 20 14:56:08.229972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59426) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:08.236637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cb9ec5-897c-42ad-9ff9-5490886a21bd None None] Network 0ab1c0d1-a93a-4083-a65f-52c699f2c78d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:08.362748 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-79269df6-d032-4506-aa27-5a47cf984140', 'network_id': '79269df6-d032-4506-aa27-5a47cf984140', 'tenant_id': '5f14eafc34fb4323858f5a3990e70c59', 'fixed_ips': [{'subnet_id': '203db33e-dc10-4dc3-becb-37cf2d6554c8'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:08.363702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.381436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 258e801a-1e37-4b2f-8d64-72f491dcdf74 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:08.508269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.551439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 258e801a-1e37-4b2f-8d64-72f491dcdf74 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:08.552133 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.639406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 14:56:08.650158 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.658703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Removed routes are [] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 14:56:08.659497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.662591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7331b89a-bd4b-4a27-92a2-f6ec7cc5c7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.669427 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Transition to ACTIVE for port object d635179a-7575-4a89-9b4d-bd870da710ed will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:08.678995 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.682266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Provisioning for port 78d74718-5957-44fa-a1c2-5880a59365fc completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:08.690579 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-20f0212b-48ea-4a50-9d60-2fdfb7ecba40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:08.701443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Provisioning complete for port 78d74718-5957-44fa-a1c2-5880a59365fc triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:08.701443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.708232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port b92f8deb-7c03-464a-af3e-3f82c9e0641a {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:08.708875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:08.880633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] For port b92f8deb-7c03-464a-af3e-3f82c9e0641a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b92f8deb-7c03-464a-af3e-3f82c9e0641a,segment=NetworkSegment(0c6c3aad-3cb0-4f18-8ced-3433010c8bd3),segment_id=0c6c3aad-3cb0-4f18-8ced-3433010c8bd3)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:08.880991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.008411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Allocated IP 2001:db8::2 (79269df6-d032-4506-aa27-5a47cf984140/203db33e-dc10-4dc3-becb-37cf2d6554c8/912be856-cc4e-4416-8fa2-de4f876a739a) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:09.203609 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Attempting to bind port d635179a-7575-4a89-9b4d-bd870da710ed on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:09.203965 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Attempting to bind port d635179a-7575-4a89-9b4d-bd870da710ed by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:09.215627 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Attempting to bind port d635179a-7575-4a89-9b4d-bd870da710ed on network 20b2d9f6-42fb-4543-a2ab-f273220a853d {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:09.227086 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6e37-4d85-47f2-8d5b-4a954fa73afb None None] Pushing event updated for resources: {'Port': ['ID=d635179a-7575-4a89-9b4d-bd870da710ed,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:09.242086 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-4f2c6e37-4d85-47f2-8d5b-4a954fa73afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:09.243149 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:09.243530 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Checking segment: {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:09.243888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for b92f8deb-7c03-464a-af3e-3f82c9e0641a owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:09.244029 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.244324 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Bound using segment: {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:09.244800 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Bound port: d635179a-7575-4a89-9b4d-bd870da710ed, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:09.245174 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.273817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.278282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.345090 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] For port d635179a-7575-4a89-9b4d-bd870da710ed, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:09.352452 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] For port d635179a-7575-4a89-9b4d-bd870da710ed, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d635179a-7575-4a89-9b4d-bd870da710ed,segment=NetworkSegment(3c7f3c7a-136e-4c15-9538-d5160ecb8f6c),segment_id=3c7f3c7a-136e-4c15-9538-d5160ecb8f6c)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:09.360770 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.368138 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:09.370580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.381402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.402184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:09.416370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.480140 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:09.480896 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:55:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:09.496559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=b92f8deb-7c03-464a-af3e-3f82c9e0641a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:09.496747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:09.504735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No DVR routers for this DVR port b92f8deb-7c03-464a-af3e-3f82c9e0641a on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:09.506423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:09.565738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Transition to ACTIVE for port object 912be856-cc4e-4416-8fa2-de4f876a739a will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:09.569763 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c6e37-4d85-47f2-8d5b-4a954fa73afb None None] Pushing event updated for resources: {'Port': ['ID=d635179a-7575-4a89-9b4d-bd870da710ed,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:09.597514 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-4f2c6e37-4d85-47f2-8d5b-4a954fa73afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:09.599349 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:56:09.600220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.622765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bb63d519-f545-4b65-a52d-8ff4863512b0 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:09.634354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.685274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 258e801a-1e37-4b2f-8d64-72f491dcdf74, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=258e801a-1e37-4b2f-8d64-72f491dcdf74,segment=NetworkSegment(3c7f3c7a-136e-4c15-9538-d5160ecb8f6c),segment_id=3c7f3c7a-136e-4c15-9538-d5160ecb8f6c)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:09.705906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a69cae-2d6e-4cbd-abbd-acaea974c692 None None] DHCP port deletion for 0ab1c0d1-a93a-4083-a65f-52c699f2c78d request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:09.711219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Transition to ACTIVE for port object 912be856-cc4e-4416-8fa2-de4f876a739a will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:09.734213 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:09.739213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.756789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3cadfade-99ea-4480-b217-ef411832b2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:09.818714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:09.825058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.826438 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-02173ddb-2d08-4b4d-b2d5-e8892c19fc0c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 933 time: 2.3413062 May 20 14:56:09.829027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59430) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:09.837671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] For port 78d74718-5957-44fa-a1c2-5880a59365fc, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78d74718-5957-44fa-a1c2-5880a59365fc,segment=NetworkSegment(fd97ed61-6ab0-4061-8068-abd57892219d),segment_id=fd97ed61-6ab0-4061-8068-abd57892219d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:09.841094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.862204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:09.897670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b92f8deb-7c03-464a-af3e-3f82c9e0641a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:09.960415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: b92f8deb-7c03-464a-af3e-3f82c9e0641a {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:09.961036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b92f8deb-7c03-464a-af3e-3f82c9e0641a not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:09.965794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Network 79269df6-d032-4506-aa27-5a47cf984140 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:09.985266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:09.991130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:10.016387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.056049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Checking segment: {'id': '4571bee4-460a-492c-9278-dc6efe37804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:10.056478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network hostable DHCP agents. Network: a3b89abc-fede-445e-b6d1-21db1f964e1c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:10.061989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab1c0d1-a93a-4083-a65f-52c699f2c78d']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:10.064543 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-297f38b6-c4de-489c-903a-2736a370eebc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 933 time: 0.2339239 May 20 14:56:10.065219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59434) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:10.073043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Subnet': ['ID=d40e7a7f-11fb-4f64-aae0-33180a9758a0,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:10.075149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'routes': None}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:10.081335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:10.083589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:10.083887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6c3aad-3cb0-4f18-8ced-3433010c8bd3') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:10.099166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.105455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=258e801a-1e37-4b2f-8d64-72f491dcdf74,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:10.109455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:10.115113 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ca9a95d9-9011-4dc8-a907-b5ab9c3fecb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:10.125850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.136999 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network a3b89abc-fede-445e-b6d1-21db1f964e1c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:10.150944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:10.151497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:10.175422 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:10.190486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a3b89abc-fede-445e-b6d1-21db1f964e1c) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:10.203135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67031a1-6b75-4ea4-9e36-7a3a91df3d16 None None] Network a3b89abc-fede-445e-b6d1-21db1f964e1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:10.236159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Attempting to bind port 912be856-cc4e-4416-8fa2-de4f876a739a on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:10.236525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Attempting to bind port 912be856-cc4e-4416-8fa2-de4f876a739a by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ef703085-6579-481d-9f3a-d00e5c8e5f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '79269df6-d032-4506-aa27-5a47cf984140'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:10.236816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Attempting to bind port 912be856-cc4e-4416-8fa2-de4f876a739a on network 79269df6-d032-4506-aa27-5a47cf984140 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:10.263697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:10.264350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.272240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:10.272624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Checking segment: {'id': 'ef703085-6579-481d-9f3a-d00e5c8e5f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '79269df6-d032-4506-aa27-5a47cf984140'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:10.273110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.273515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Bound using segment: {'id': 'ef703085-6579-481d-9f3a-d00e5c8e5f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '79269df6-d032-4506-aa27-5a47cf984140'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:10.274009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Bound port: 912be856-cc4e-4416-8fa2-de4f876a739a, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef703085-6579-481d-9f3a-d00e5c8e5f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '79269df6-d032-4506-aa27-5a47cf984140'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:10.274453 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.291507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:08Z', 'revision_number': 6, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd635179a-7575-4a89-9b4d-bd870da710ed', 'name': '', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:b5:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:03Z', 'updated_at': '2021-05-20T14:56:09Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '14f29757-ab14-4125-94a9-b58402115cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:10.295758 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd5bd76-33e2-409f-a8e8-1edfd91efa4c None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:08Z', 'revision_number': 6, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd635179a-7575-4a89-9b4d-bd870da710ed', 'name': '', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:b5:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:03Z', 'updated_at': '2021-05-20T14:56:09Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '14f29757-ab14-4125-94a9-b58402115cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:10.300576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.307083 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4953313 May 20 14:56:10.309687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:10.312419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2c5b027c-1c04-49b4-b496-ca595d4cd400 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:10.344079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.442246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=0ab1c0d1-a93a-4083-a65f-52c699f2c78d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:10.463350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:10.478679 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/0ab1c0d1-a93a-4083-a65f-52c699f2c78d HTTP/1.1" status: 204 len: 168 time: 2.2443979 May 20 14:56:10.505389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Pushing event updated for resources: {'Port': ['ID=912be856-cc4e-4416-8fa2-de4f876a739a,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:10.529658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59442) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:10.589519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a6ab0745-1691-4fc5-9d66-55af5b8f89eb None None] Provisioning complete for port 78d74718-5957-44fa-a1c2-5880a59365fc triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:10.589908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a6ab0745-1691-4fc5-9d66-55af5b8f89eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.688686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87ffd3e-83d8-47b7-801d-e57718a54358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:10.689313 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e87ffd3e-83d8-47b7-801d-e57718a54358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:10.747131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59448) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:10.791212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] For port 912be856-cc4e-4416-8fa2-de4f876a739a, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:10.805871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Pushing event updated for resources: {'Port': ['ID=78d74718-5957-44fa-a1c2-5880a59365fc,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:10.808921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:10.812722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.943s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:10.813122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:10.814883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-44a598f2-fb12-4218-8a8f-46e30f881b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.819413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] For port 912be856-cc4e-4416-8fa2-de4f876a739a, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=912be856-cc4e-4416-8fa2-de4f876a739a,segment=NetworkSegment(ef703085-6579-481d-9f3a-d00e5c8e5f67),segment_id=ef703085-6579-481d-9f3a-d00e5c8e5f67)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:10.837108 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a3b89abc-fede-445e-b6d1-21db1f964e1c', 'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c', 'tenant_id': '5f14eafc34fb4323858f5a3990e70c59', 'fixed_ips': [{'subnet_id': 'd40e7a7f-11fb-4f64-aae0-33180a9758a0'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:10.838128 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.853493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.862115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:10.862390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added routes are [] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 14:56:10.863441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.extraroute_db [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=98806) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 14:56:10.914180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:10.983929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e87ffd3e-83d8-47b7-801d-e57718a54358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:10.985137 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e87ffd3e-83d8-47b7-801d-e57718a54358 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/ff5b0643-3b57-425b-bb22-db826be6c207 HTTP/1.1" status: 200 len: 841 time: 0.4545431 May 20 14:56:10.999165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59452) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:11.133421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Allocated IP 2001:db8::2 (a3b89abc-fede-445e-b6d1-21db1f964e1c/d40e7a7f-11fb-4f64-aae0-33180a9758a0/26345ce6-c2dd-4e3d-87d5-813eacbdbf8d) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:11.222606 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9e7ae221-c770-4493-aee7-1d9d4130f6b0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/ff5b0643-3b57-425b-bb22-db826be6c207?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2202988 May 20 14:56:11.228698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59456) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:11.249116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.265845 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:11.316783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Pushing event updated for resources: {'Port': ['ID=912be856-cc4e-4416-8fa2-de4f876a739a,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:11.323044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:11.327835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.349321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:11.411879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:11.413088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:11.476953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.481050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.646508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:11.702075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:11.719047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.732896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Transition to ACTIVE for port object 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:11.745396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:11.796951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:11.802123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:11.813831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:11.849685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Deleting port b7ad6732-02b7-48dd-88ff-52382e1cbaa2 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:11.849929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.880874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Transition to ACTIVE for port object 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:11.887297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:11.892069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.912211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.920273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:11.928592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:11.936260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:11.940183 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b0a36b3f-499e-4970-a653-583808a2ade7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 699 time: 1.8740246 May 20 14:56:11.940864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59460) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:12.088036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78d74718-5957-44fa-a1c2-5880a59365fc up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:12.150487 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f7c76e02-6756-457e-9952-2c6bc38a5268 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 699 time: 0.2081306 May 20 14:56:12.151121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59464) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:12.151259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Pushing event updated for resources: {'Port': ['ID=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:12.153545 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.163549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:12.179514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Network a3b89abc-fede-445e-b6d1-21db1f964e1c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:12.183570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:12.187848 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:12.228314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.228893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.295431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 78d74718-5957-44fa-a1c2-5880a59365fc triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:12.296122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.369196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Allocated IP 2001:db8::1 (79269df6-d032-4506-aa27-5a47cf984140/203db33e-dc10-4dc3-becb-37cf2d6554c8/7f086096-cb5c-40d8-a1a4-54d7be97a5df) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:12.383288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Calling delete_port for b7ad6732-02b7-48dd-88ff-52382e1cbaa2 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:12.465212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Attempting to bind port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:12.465879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Attempting to bind port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '4571bee4-460a-492c-9278-dc6efe37804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:12.466435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Attempting to bind port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d on network a3b89abc-fede-445e-b6d1-21db1f964e1c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:12.475836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:12.476505 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Checking segment: {'id': '4571bee4-460a-492c-9278-dc6efe37804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:12.477122 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.477717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Bound using segment: {'id': '4571bee4-460a-492c-9278-dc6efe37804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:12.478400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Bound port: 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4571bee4-460a-492c-9278-dc6efe37804e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'a3b89abc-fede-445e-b6d1-21db1f964e1c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:12.478992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.597084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c768620-f2a1-4909-8fca-5dde9bbeb787 None None] Network 79269df6-d032-4506-aa27-5a47cf984140 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:12.705043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.728697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Transition to ACTIVE for port object 7f086096-cb5c-40d8-a1a4-54d7be97a5df will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:12.767072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 912be856-cc4e-4416-8fa2-de4f876a739a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:12.792142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e0da39ef-d7f8-414f-bc66-4b3aeb3aca30 None None] Provisioning for port 912be856-cc4e-4416-8fa2-de4f876a739a completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:12.826878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:10Z', 'revision_number': 7, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd635179a-7575-4a89-9b4d-bd870da710ed', 'name': '', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:b5:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:03Z', 'updated_at': '2021-05-20T14:56:09Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '14f29757-ab14-4125-94a9-b58402115cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:12.831596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] For port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:12.856799 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:12.874536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] For port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,segment=NetworkSegment(4571bee4-460a-492c-9278-dc6efe37804e),segment_id=4571bee4-460a-492c-9278-dc6efe37804e)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:12.883845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:12.884656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:12.897901 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.903850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b9726a03-e41b-421f-8bd8-f48dfa808847 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:12.940030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.942839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.943258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:12.955526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-885715c2-5246-4310-b6f8-eb58aaad654d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:12.960064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'Port': ['ID=b7ad6732-02b7-48dd-88ff-52382e1cbaa2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:12.963009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:12.965217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-331685ca-ebb8-4016-8b42-8f60d163d16d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:13.060842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network 79269df6-d032-4506-aa27-5a47cf984140 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:13.091990 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:13.107920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:13.109169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.140705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Port': ['ID=7f086096-cb5c-40d8-a1a4-54d7be97a5df,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:13.148527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:13.158053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 912be856-cc4e-4416-8fa2-de4f876a739a completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:13.209826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:13.260923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 912be856-cc4e-4416-8fa2-de4f876a739a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:13.261296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.302324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Pushing event updated for resources: {'Port': ['ID=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:13.305740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:13.415457 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.416430 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Floating IP 08f23547-0de4-4f12-b42e-bb349ff92fde disassociated (deleted). External IP: 172.26.6.138, port: ce529714-ff13-470a-81c9-864edafc22ea. May 20 14:56:13.446275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port d635179a-7575-4a89-9b4d-bd870da710ed {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:13.446638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.578685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.591127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8736e096-e748-4a2f-8e8a-4d8979185ed2 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:13.599463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port d635179a-7575-4a89-9b4d-bd870da710ed, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d635179a-7575-4a89-9b4d-bd870da710ed,segment=NetworkSegment(3c7f3c7a-136e-4c15-9538-d5160ecb8f6c),segment_id=3c7f3c7a-136e-4c15-9538-d5160ecb8f6c)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:13.599828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.728549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.729723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:13.738058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for d635179a-7575-4a89-9b4d-bd870da710ed owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:13.739909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.743457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.754885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:13.781202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82c4a2-8033-4a23-9593-cb12086faa69 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:13.813703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:10Z', 'revision_number': 7, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd635179a-7575-4a89-9b4d-bd870da710ed', 'name': '', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:b5:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:03Z', 'updated_at': '2021-05-20T14:56:09Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '14f29757-ab14-4125-94a9-b58402115cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:13.820740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 912be856-cc4e-4416-8fa2-de4f876a739a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=912be856-cc4e-4416-8fa2-de4f876a739a,segment=NetworkSegment(ef703085-6579-481d-9f3a-d00e5c8e5f67),segment_id=ef703085-6579-481d-9f3a-d00e5c8e5f67)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:13.824478 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411013a-4495-46a0-80fc-937533e7d24d None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:10Z', 'revision_number': 7, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd635179a-7575-4a89-9b4d-bd870da710ed', 'name': '', 'network_id': '20b2d9f6-42fb-4543-a2ab-f273220a853d', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:b5:ea:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1273, 'fixed_ips': [{'subnet_id': '14f29757-ab14-4125-94a9-b58402115cf1', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:03Z', 'updated_at': '2021-05-20T14:56:09Z', 'revision_number': 4, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '14f29757-ab14-4125-94a9-b58402115cf1', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:13.838893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:13.839570 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.855544 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=360d6eca-f5fc-4d2d-8d8b-7f219c645b6e,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:13.888060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.889211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d635179a-7575-4a89-9b4d-bd870da710ed up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:13.957642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:13.980991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f23a61eb-7f6b-4301-93c1-12ecb68f9a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:13.983812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:13.994871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-99b23c91-a2dc-4913-b564-a8ad3584293f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:14.054745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=d635179a-7575-4a89-9b4d-bd870da710ed,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:14.058771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:14.181198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No active binding found for port d635179a-7575-4a89-9b4d-bd870da710ed {{(pid=98807) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 20 14:56:14.181618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d635179a-7575-4a89-9b4d-bd870da710ed not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} May 20 14:56:14.244835 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-195042b0-96ff-4892-9adf-89832a9f78d8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9857404 May 20 14:56:14.245056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59468) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:14.263224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'security_group': {'name': 'tempest-secgroup-859617090'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:14.271677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:14.279025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Port d635179a-7575-4a89-9b4d-bd870da710ed not found, will not notify nova. {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 20 14:56:14.279319 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:14.279918 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 258e801a-1e37-4b2f-8d64-72f491dcdf74 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:14.284287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:14.293232 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:14.314411 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:14.315356 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:14.393838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:14.462829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8502c9f3-b65e-4983-a739-4bd704ad965c None None] Provisioning for port 7f086096-cb5c-40d8-a1a4-54d7be97a5df completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:14.475157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:14.517831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=912be856-cc4e-4416-8fa2-de4f876a739a,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:14.524645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8502c9f3-b65e-4983-a739-4bd704ad965c None None] Provisioning complete for port 7f086096-cb5c-40d8-a1a4-54d7be97a5df triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:14.525307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8502c9f3-b65e-4983-a739-4bd704ad965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.527600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.580461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:14.587933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.594069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group_rule and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:14.598584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:14.598970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:14.599989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-8502c9f3-b65e-4983-a739-4bd704ad965c None None] Port 7f086096-cb5c-40d8-a1a4-54d7be97a5df cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:14.610411 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:14.658908 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:14.737830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d23d41-1df8-4f43-8141-d744d9339712 None None] Network a3b89abc-fede-445e-b6d1-21db1f964e1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:14.846597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.855410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:14.869462 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.899870 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.900709 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:14.915344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0f173390-7381-4941-acd4-f0b8475f68cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:14.936071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] Sync routers for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:14.986854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 258e801a-1e37-4b2f-8d64-72f491dcdf74 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:14.987307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.044155 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "DELETE /v2.0/floatingips/08f23547-0de4-4f12-b42e-bb349ff92fde HTTP/1.1" status: 204 len: 168 time: 4.2959030 May 20 14:56:15.059948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-8502c9f3-b65e-4983-a739-4bd704ad965c None None] Provisioning complete for port 912be856-cc4e-4416-8fa2-de4f876a739a triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:15.060344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8502c9f3-b65e-4983-a739-4bd704ad965c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.103566 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:13Z', 'revision_number': 8, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:15.108717 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:15.119929 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:15.120435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.120924 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:15.151611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:15.152270 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:15.220385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.254583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-25cd383a-8004-4db9-aa9f-6ce76934305b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:15.265446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:56:15.267328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.268569 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0231543 May 20 14:56:15.270932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'tenant_id': '6d8acafcce15475ea92979f5274df030', 'fixed_ips': [{'subnet_id': '360d6eca-f5fc-4d2d-8d8b-7f219c645b6e'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:15.272384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.273125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59476) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:15.298830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1378876979'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:15.306961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Port': ['ID=7f086096-cb5c-40d8-a1a4-54d7be97a5df,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:15.308506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7f94b7-40f7-4cdc-a24e-ff616b1dd582,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:15.312985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-22df9ac9-5565-48ac-bed9-d74261aac789 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:15.320978 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:15.322066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:15.325540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:15.338149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:15.343217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:15.353598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:15.379587 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea', 'status': 'completed', 'code': 200} May 20 14:56:15.390989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network 79269df6-d032-4506-aa27-5a47cf984140 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:15.392833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.404039 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:15.438359 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:15.620521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:15.634566 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4821661 May 20 14:56:15.638070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59482) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:15.705860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:15.721409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group_rule and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:15.728026 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:15.752056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 14f29757-ab14-4125-94a9-b58402115cf1 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:15.757662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.779652 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:15.800391 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-ab13e74b-3554-42ca-8a20-85ffec5538c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:15.802474 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-ab13e74b-3554-42ca-8a20-85ffec5538c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d3be21e2fbe34ea0a92cc86657485970&device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 1099 time: 0.3775125 May 20 14:56:15.847663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:15.850156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Router 860037b6-4d64-4e80-bed0-7026433cb86e is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:56:15.881511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:15.965411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71665b94-debd-4e89-a661-8d0c640ef303 req-0a81a8ee-24ff-47af-ace1-42a9d3a42472 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:15.966402 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-71665b94-debd-4e89-a661-8d0c640ef303 req-0a81a8ee-24ff-47af-ace1-42a9d3a42472 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Synchronizing usage tracker for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:15.966806 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:13Z', 'revision_number': 8, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:15.971606 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcd26c-5107-44a0-9232-24ad4d9afc5d None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:13Z', 'revision_number': 8, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:16.066791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-0ef3f9db-954f-406c-b00a-bc6d5a92902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:16.069835 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-0ef3f9db-954f-406c-b00a-bc6d5a92902e service neutron] 10.222.0.11 "GET /v2.0/networks?id=53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 200 len: 897 time: 0.2558501 May 20 14:56:16.075589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.086171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.087541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-71665b94-debd-4e89-a661-8d0c640ef303 req-0a81a8ee-24ff-47af-ace1-42a9d3a42472 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Unset dirty status for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:16.088843 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-71665b94-debd-4e89-a661-8d0c640ef303 req-0a81a8ee-24ff-47af-ace1-42a9d3a42472 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.3620365 May 20 14:56:16.089319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.095599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-18ad669e-0435-40ad-a50a-4e4cc18913d2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:16.126942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=746acc22-4635-4bcd-bf5e-9ef915a77171,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:16.152581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:16.158181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:16.168191 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] Sync routers for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:16.181998 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:16.182902 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:16.189783 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8547313 May 20 14:56:16.189993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Allocated IP 172.20.0.2 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/360d6eca-f5fc-4d2d-8d8b-7f219c645b6e/142f9071-b21e-42f8-8975-fd18b291c003) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:16.191750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.195568 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9116750 May 20 14:56:16.197021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59486) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:16.197021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59488) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:16.205464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1342402290', 'security_groups': ['746acc22-4635-4bcd-bf5e-9ef915a77171'], 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '360d6eca-f5fc-4d2d-8d8b-7f219c645b6e'}]}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:16.268808 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:16.286392 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:16.286392 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:16.295402 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-71665b94-debd-4e89-a661-8d0c640ef303 req-ab69970a-98e7-41b4-8e96-c82eaaca6f0d tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1695063 May 20 14:56:16.343506 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-85e15f1b-0aba-4ed8-bd81-d68704e10bf8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 200 len: 217 time: 0.1034532 May 20 14:56:16.400636 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:16.401819 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe47529-ce68-4c66-8510-b9852dbed090 None None] The sync data for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:16.466339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c4b7d2cc-254f-4add-bf80-e3bc70a9368a None None] Provisioning complete for port 7f086096-cb5c-40d8-a1a4-54d7be97a5df triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:16.466804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c4b7d2cc-254f-4add-bf80-e3bc70a9368a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.566350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c4b7d2cc-254f-4add-bf80-e3bc70a9368a None None] Port 7f086096-cb5c-40d8-a1a4-54d7be97a5df cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:16.596152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-e3a0289a-65f5-4415-b0ef-5ced92ee3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:16.597597 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-e3a0289a-65f5-4415-b0ef-5ced92ee3897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af032417-d244-4d87-8e03-6c480cdbf43b HTTP/1.1" status: 200 len: 835 time: 0.2499995 May 20 14:56:16.608482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 912be856-cc4e-4416-8fa2-de4f876a739a up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:16.666920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c4b7d2cc-254f-4add-bf80-e3bc70a9368a None None] Provisioning for port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:16.688752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:16.745397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:16.746025 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:16.768675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-52dc73f8-d1d1-4193-9a2f-834ec7c0ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:16.770286 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-52dc73f8-d1d1-4193-9a2f-834ec7c0ea0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=53304783-2fc0-4fb9-a175-95c4d3c0836d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1584826 May 20 14:56:16.792678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:16.818073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:16.821999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.828853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8199af8-f373-4db1-a7bf-a032565f3dd0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:16.872026 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=14f29757-ab14-4125-94a9-b58402115cf1,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:16.873860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:29Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:16.874869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:16.890145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] Checking router: f63bc411-4b87-49a9-8b14-857c8b1b3cd5 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:16.903508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:16.942350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 912be856-cc4e-4416-8fa2-de4f876a739a triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:16.942350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:16.981880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.044189 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Transition to ACTIVE for port object 142f9071-b21e-42f8-8975-fd18b291c003 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:17.053154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:17.053804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:17.088832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.116366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31df3c-d8c9-4255-9b1d-03d0418b8624 None None] Network 20b2d9f6-42fb-4543-a2ab-f273220a853d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:17.137805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:17.160324 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/14f29757-ab14-4125-94a9-b58402115cf1 HTTP/1.1" status: 204 len: 168 time: 1.5185633 May 20 14:56:17.161977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59494) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:17.250873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Transition to ACTIVE for port object 142f9071-b21e-42f8-8975-fd18b291c003 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:17.304585 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-9bcf75f3-2ff5-4f5c-8b14-a4041e45b5f6 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227423 May 20 14:56:17.311755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.351429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.387212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port db233cfc-927a-461b-9be1-ff3f1a4f1c16 yet. {{(pid=98805) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:56:17.387836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.402365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:17.467125 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-1e7f5e15-0d46-4656-9fdf-996aebcdc7a1 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:17.470772 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1e7f5e15-0d46-4656-9fdf-996aebcdc7a1 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2709758 May 20 14:56:17.480030 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59500) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:17.505841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-e252581b-ad66-41e9-9284-af2b6f5e2528 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:17.506638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-e252581b-ad66-41e9-9284-af2b6f5e2528 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Synchronizing usage tracker for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:17.547432 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0ccf6b60-4522-4c7b-96d4-ccfddad7a4cc req-2f16977d-6dfe-4382-94bc-c4f67a0ac0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335870 May 20 14:56:17.549332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-e252581b-ad66-41e9-9284-af2b6f5e2528 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Unset dirty status for tenant:d3be21e2fbe34ea0a92cc86657485970 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:17.551130 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-e252581b-ad66-41e9-9284-af2b6f5e2528 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.11 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.4496050 May 20 14:56:17.622384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:17.632497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 258e801a-1e37-4b2f-8d64-72f491dcdf74 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:17.632841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.644090 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:17.765032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:17.786169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 258e801a-1e37-4b2f-8d64-72f491dcdf74, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=258e801a-1e37-4b2f-8d64-72f491dcdf74,segment=NetworkSegment(3c7f3c7a-136e-4c15-9538-d5160ecb8f6c),segment_id=3c7f3c7a-136e-4c15-9538-d5160ecb8f6c)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:17.786538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:17.809661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Pushing event updated for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:17.824946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:17.853618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f41568-5c2d-4e8e-9be2-23485f47ef7d req-05773511-d657-4b91-ace6-409ebe536ac8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:17.854214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:17.855934 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d5f41568-5c2d-4e8e-9be2-23485f47ef7d req-05773511-d657-4b91-ace6-409ebe536ac8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 946 time: 0.4334188 May 20 14:56:17.890606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:17.923010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 258e801a-1e37-4b2f-8d64-72f491dcdf74 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:17.936155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Deleting port ce529714-ff13-470a-81c9-864edafc22ea {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:17.936523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.001049 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d5f41568-5c2d-4e8e-9be2-23485f47ef7d req-8ee649e9-60b8-444a-9d37-d3256bcf7855 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/security-groups?id=26f3042e-fe5d-42cb-b974-b5dd4b61d548&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902834 May 20 14:56:18.034875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.10 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/360d6eca-f5fc-4d2d-8d8b-7f219c645b6e/db233cfc-927a-461b-9be1-ff3f1a4f1c16) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:18.122801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] For port ce529714-ff13-470a-81c9-864edafc22ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=ce529714-ff13-470a-81c9-864edafc22ea,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:18.123367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.205012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Attempting to bind port 142f9071-b21e-42f8-8975-fd18b291c003 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:18.205390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Attempting to bind port 142f9071-b21e-42f8-8975-fd18b291c003 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '0b0d5492-f9df-408e-8725-812d4a327f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:18.205762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Attempting to bind port 142f9071-b21e-42f8-8975-fd18b291c003 on network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:18.227421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:18.227810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Checking segment: {'id': '0b0d5492-f9df-408e-8725-812d4a327f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:18.228208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.228603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Bound using segment: {'id': '0b0d5492-f9df-408e-8725-812d4a327f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:18.229083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Bound port: 142f9071-b21e-42f8-8975-fd18b291c003, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0d5492-f9df-408e-8725-812d4a327f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:18.229458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.243405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.252947 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Calling delete_port for ce529714-ff13-470a-81c9-864edafc22ea owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:18.256181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f51d2141-5361-4949-bb4d-2b56a1d28a04 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:18.304276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=258e801a-1e37-4b2f-8d64-72f491dcdf74,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:18.310934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:18.310934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 258e801a-1e37-4b2f-8d64-72f491dcdf74 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:18.357224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:18.375849 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:18.376229 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.386855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.409127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object db233cfc-927a-461b-9be1-ff3f1a4f1c16 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:18.437979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.445864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.461324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b2d9f6-42fb-4543-a2ab-f273220a853d']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:18.483125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:18.483428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7f3c7a-136e-4c15-9538-d5160ecb8f6c') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:18.505389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.515825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:18.525825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:13Z', 'revision_number': 8, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:18.540293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6e8df-fbb9-4353-a65c-0582dc7d411e None None] DHCP port deletion for 20b2d9f6-42fb-4543-a2ab-f273220a853d request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:18.545153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:18.548773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:18.563129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.574134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ad50fa5c-c837-4ce3-820b-6af22215d6f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:18.591791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.606487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c4479fe9-0b9d-4d70-bafe-0ebfa8abc478 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:18.670103 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:18.670698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:18.733753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.747261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:18.747622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:18.763155 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:18.852030 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.853619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.866193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:18.874029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Pushing event updated for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:18.884468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:18.920908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:18.922053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:29Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:18.925058 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.926716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'Port': ['ID=ce529714-ff13-470a-81c9-864edafc22ea,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:18.930900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:18.931158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:18.931271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:18.932405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d7be9e0c-19ef-42c9-b966-aa3f60311268 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:18.962515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:18.975309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:18.983082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3653509-ffac-44bd-97d8-216a23e4b751 None None] The sync data for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv is: [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:54:17Z', 'revision_number': 4, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': '9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4', 'name': '', 'network_id': '53304783-2fc0-4fb9-a175-95c4d3c0836d', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'mac_address': 'fa:16:3e:4e:f4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:14Z', 'updated_at': '2021-05-20T14:54:29Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'subnets': [{'id': 'af032417-d244-4d87-8e03-6c480cdbf43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:18.993667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,segment=NetworkSegment(4571bee4-460a-492c-9278-dc6efe37804e),segment_id=4571bee4-460a-492c-9278-dc6efe37804e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:18.996111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=20b2d9f6-42fb-4543-a2ab-f273220a853d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:18.999969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=db233cfc-927a-461b-9be1-ff3f1a4f1c16,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:19.007260 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:19.022139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-781dd894-e357-4697-a1a5-9d7653914192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:19.038134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:19.088152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:19.098251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:19.099182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:19.110669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] No DVR routers for this DVR port ce529714-ff13-470a-81c9-864edafc22ea on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:19.115745 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/20b2d9f6-42fb-4543-a2ab-f273220a853d HTTP/1.1" status: 204 len: 168 time: 1.9490407 May 20 14:56:19.115745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:19.120280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59510) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:19.122297 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ad4b4cba-c9fa-4948-bbb4-1c3a7e27370d req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.11 "DELETE /v2.0/ports/ce529714-ff13-470a-81c9-864edafc22ea HTTP/1.1" status: 204 len: 173 time: 1.5594921 May 20 14:56:19.130077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'name': 'network-vif-deleted', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:56:19.235482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d635179a-7575-4a89-9b4d-bd870da710ed no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:19.248893 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe08c4bf-2144-4e58-a879-65035c29c14c', 'name': 'network-vif-deleted', 'tag': 'ce529714-ff13-470a-81c9-864edafc22ea', 'status': 'completed', 'code': 200} May 20 14:56:19.477705 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc175c-446c-4207-9ae5-38e4b4cdcc30 None None] New status for floating IP 08f23547-0de4-4f12-b42e-bb349ff92fde: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:56:19.481527 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2827806 May 20 14:56:19.484273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59516) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:19.487515 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9978d94b-1572-46cc-ab05-ff6789a5508c req-52f39d90-aa3b-48fd-8148-3e6beeb81f66 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe08c4bf-2144-4e58-a879-65035c29c14c HTTP/1.1" status: 200 len: 210 time: 0.1808548 May 20 14:56:19.490388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:19.554698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: d635179a-7575-4a89-9b4d-bd870da710ed {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:19.555796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d635179a-7575-4a89-9b4d-bd870da710ed not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:19.628455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:19.634694 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:19.778360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:19.791680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:19.795389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:19.798356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 142f9071-b21e-42f8-8975-fd18b291c003 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:19.811699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:19.841614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:19.845313 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:19.847244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:19.873426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:13Z', 'revision_number': 8, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:19.891687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d937a497-7b83-47fc-a12e-3de75c1c4e10 None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:13Z', 'revision_number': 8, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fc6c37a7-15f1-45d6-b81d-0f5870b4956c', 'name': '', 'network_id': 'f95a77bd-d58b-4c54-9150-9a52535e0bcc', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:cf:0a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1259, 'fixed_ips': [{'subnet_id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:54Z', 'updated_at': '2021-05-20T14:56:06Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '76e022e0-e688-42dd-a506-2ae67732a92c', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:19.972735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 142f9071-b21e-42f8-8975-fd18b291c003 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:20.021390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting port 7f086096-cb5c-40d8-a1a4-54d7be97a5df {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:20.022016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.060676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 258e801a-1e37-4b2f-8d64-72f491dcdf74 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:20.076557 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.ipam_backend_mixin [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 360d6eca-f5fc-4d2d-8d8b-7f219c645b6e (CIDR: 172.20.0.0/28) May 20 14:56:20.080554 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:20.081344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:20.108618 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9e80c251-74b5-414e-9c18-1387caf85e75 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6232271 May 20 14:56:20.109365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59520) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:20.109871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 258e801a-1e37-4b2f-8d64-72f491dcdf74 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:20.110256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 258e801a-1e37-4b2f-8d64-72f491dcdf74 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:20.119270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:20.213243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.276950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:20.281680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:20.284747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:20.287879 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:20.288253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.297504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:20.311182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:20.317473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.346346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:20.361640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Provisioning for port 142f9071-b21e-42f8-8975-fd18b291c003 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:20.367490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:20.368085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.379288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Calling delete_port for 7f086096-cb5c-40d8-a1a4-54d7be97a5df owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:20.432468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.513596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.569273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:20.576237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.578142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:20.603869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59526) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:20.626214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device ce529714-ff13-470a-81c9-864edafc22ea no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:20.678641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: ce529714-ff13-470a-81c9-864edafc22ea {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:20.679003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device ce529714-ff13-470a-81c9-864edafc22ea not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:20.695373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Pushing event updated for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:20.699246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:20.706643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ac99eba2-719a-48b7-99de-8ce00e69021a None None] Provisioning for port db233cfc-927a-461b-9be1-ff3f1a4f1c16 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:20.713243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ac99eba2-719a-48b7-99de-8ce00e69021a None None] Provisioning complete for port db233cfc-927a-461b-9be1-ff3f1a4f1c16 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:20.713633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ac99eba2-719a-48b7-99de-8ce00e69021a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.771668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ac99eba2-719a-48b7-99de-8ce00e69021a None None] Port db233cfc-927a-461b-9be1-ff3f1a4f1c16 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:20.841289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.845871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-69913339-9878-4799-bee2-117ca435a6eb tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:20.896612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:20.899703 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:20.909101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddedb2c1-533c-487e-b657-8b82db0e30b9 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:20.914772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:20.916509 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:20.930018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=035d1f35-1381-42b7-a08f-5bd3011ae11e,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:20.932671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:20.945206 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8322072 May 20 14:56:20.947909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59532) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:20.954033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1936775518', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '035d1f35-1381-42b7-a08f-5bd3011ae11e'}], 'security_groups': ['dd7f94b7-40f7-4cdc-a24e-ff616b1dd582']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:21.210142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.251838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Update dhcp port {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'fixed_ips': [{'subnet_id': '360d6eca-f5fc-4d2d-8d8b-7f219c645b6e', 'ip_address': '172.20.0.2'}, {'subnet_id': '035d1f35-1381-42b7-a08f-5bd3011ae11e'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '142f9071-b21e-42f8-8975-fd18b291c003'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:56:21.281121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.289710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:21.306793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.397718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Port': ['ID=7f086096-cb5c-40d8-a1a4-54d7be97a5df,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:21.407653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:21.538868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Allocated IP 172.20.0.18 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/035d1f35-1381-42b7-a08f-5bd3011ae11e/142f9071-b21e-42f8-8975-fd18b291c003) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:21.665597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:21.706649 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.723664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:21.765946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.785407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:21.786312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.810387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Transition to ACTIVE for port object 142f9071-b21e-42f8-8975-fd18b291c003 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:21.817426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:21.829290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:21.960507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Delete allocated IP 172.20.0.10 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/360d6eca-f5fc-4d2d-8d8b-7f219c645b6e) {{(pid=98806) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 14:56:21.969746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.19 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/035d1f35-1381-42b7-a08f-5bd3011ae11e/db233cfc-927a-461b-9be1-ff3f1a4f1c16) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:21.976017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port fc6c37a7-15f1-45d6-b81d-0f5870b4956c {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:21.976248 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.001706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Pushing event updated for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:22.014359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:22.088194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 142f9071-b21e-42f8-8975-fd18b291c003 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:22.346795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Router 860037b6-4d64-4e80-bed0-7026433cb86e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:22.360711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.378756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object db233cfc-927a-461b-9be1-ff3f1a4f1c16 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:22.384098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.392089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:22.463790 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port fc6c37a7-15f1-45d6-b81d-0f5870b4956c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:22.464137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.560826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=db233cfc-927a-461b-9be1-ff3f1a4f1c16,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:22.564224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:22.567533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] In _notify_port_updated(), no bound segment for port db233cfc-927a-461b-9be1-ff3f1a4f1c16 on network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:56:22.572869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:22.573492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.575129 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/ports/db233cfc-927a-461b-9be1-ff3f1a4f1c16 HTTP/1.1" status: 200 len: 921 time: 1.6257732 May 20 14:56:22.577660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59536) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:22.603798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:22.604259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.649854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:22.657206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:22.657717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for fc6c37a7-15f1-45d6-b81d-0f5870b4956c owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:22.664703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] Sync routers for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:22.675471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Provisioning for port 142f9071-b21e-42f8-8975-fd18b291c003 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:22.679548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:22.680279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:22.714326 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2293644 May 20 14:56:22.714835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59540) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:22.743973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:22.744480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.757280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.773020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:22.792125 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-e9ff898a-2f52-4bda-b106-0501ab645c49 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] delete failed (client error): The resource could not be found. May 20 14:56:22.796793 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e9ff898a-2f52-4bda-b106-0501ab645c49 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/routers/tempest-non_exist_router-1785244158 HTTP/1.1" status: 404 len: 335 time: 0.0773511 May 20 14:56:22.796793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port db233cfc-927a-461b-9be1-ff3f1a4f1c16 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:22.796793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.804916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59544) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:22.805966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:22.806733 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:22.815211 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7927e492-2519-4775-9746-5696fc0182de tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'router': {'external_gateway_info': {'network_id': '860037b6-4d64-4e80-bed0-7026433cb86e'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:22.874252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:22.874816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d1317e-a58f-4e11-81f4-b6cf5dca4352 None None] The sync data for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:22.956702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Provisioning for port db233cfc-927a-461b-9be1-ff3f1a4f1c16 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:22.957729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:22.963714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Provisioning complete for port db233cfc-927a-461b-9be1-ff3f1a4f1c16 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:22.964664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.026303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6b69b661-55bd-49fe-81f9-e9ce3c7f07b5 None None] Port db233cfc-927a-461b-9be1-ff3f1a4f1c16 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:23.101701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for db233cfc-927a-461b-9be1-ff3f1a4f1c16 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:23.148273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-2436496e-b202-4445-a838-8ce3469c0d3c None None] Provisioning complete for port db233cfc-927a-461b-9be1-ff3f1a4f1c16 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:23.148722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2436496e-b202-4445-a838-8ce3469c0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.206570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2436496e-b202-4445-a838-8ce3469c0d3c None None] Port db233cfc-927a-461b-9be1-ff3f1a4f1c16 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:23.212891 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.218255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b8ad6457-d720-41c4-ac85-12fa46370d27 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:23.264397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=db233cfc-927a-461b-9be1-ff3f1a4f1c16,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:23.302873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:23.371205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.381736 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-10810b4d-24df-4205-9320-2805fed0bdfd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/db233cfc-927a-461b-9be1-ff3f1a4f1c16 HTTP/1.1" status: 204 len: 168 time: 0.8030581 May 20 14:56:23.384278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59548) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:23.400486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7927e492-2519-4775-9746-5696fc0182de tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.428801 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-7215c0dd-9976-4852-b703-fd05eb1e58c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:56:23.429346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7215c0dd-9976-4852-b703-fd05eb1e58c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:23.449450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7215c0dd-9976-4852-b703-fd05eb1e58c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:23.453838 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7215c0dd-9976-4852-b703-fd05eb1e58c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/db233cfc-927a-461b-9be1-ff3f1a4f1c16 HTTP/1.1" status: 404 len: 333 time: 0.0657690 May 20 14:56:23.453838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59552) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:23.525033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.552531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.604806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.609735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-056696b4-b38e-42fc-97e1-dc0a6156539f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:23.622909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=746acc22-4635-4bcd-bf5e-9ef915a77171,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:23.625597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:23.633023 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.637135 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-33089df9-be05-4c12-a174-c1fdb1a2f960 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/security-groups/746acc22-4635-4bcd-bf5e-9ef915a77171 HTTP/1.1" status: 204 len: 168 time: 0.1797669 May 20 14:56:23.637522 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59556) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:23.664707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 142f9071-b21e-42f8-8975-fd18b291c003 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:23.667656 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-7927e492-2519-4775-9746-5696fc0182de tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] update failed (client error): The resource could not be found. May 20 14:56:23.673777 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7927e492-2519-4775-9746-5696fc0182de tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e HTTP/1.1" status: 404 len: 339 time: 0.8577142 May 20 14:56:23.675810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59560) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:23.685366 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1179423641'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:23.697276 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.700086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:23.702787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a962f12d-8546-4855-a0fa-e296ba17d3f5 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:23.710383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:network and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:23.714812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for network was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:23.725732 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:23.737496 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:23.738089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.747941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=fc6c37a7-15f1-45d6-b81d-0f5870b4956c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:23.750526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.752666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:23.788638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.845329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:23.849968 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.867881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.876459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-707af0ab-2924-448c-a5af-8ad6f91f084b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:23.897295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7f94b7-40f7-4cdc-a24e-ff616b1dd582,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:23.902472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:23.911869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.913321 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/security-groups/dd7f94b7-40f7-4cdc-a24e-ff616b1dd582 HTTP/1.1" status: 204 len: 168 time: 0.2742248 May 20 14:56:23.916635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59564) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:23.927896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] vlan segment allocate from pool success with {'vlan_id': 733, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:23.970378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:23.970724 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Added segment e265dc56-190c-41e0-b109-b4cf8b3667ba of type vlan for network 9918fc44-e86a-4933-9acf-8f54441f8a36 May 20 14:56:24.017700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.024813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 360d6eca-f5fc-4d2d-8d8b-7f219c645b6e {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:24.028051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.099659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.132252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.137251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.142636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:24.143246 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.150786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:24.204410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Deleting port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:24.204761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.257480 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5808599 May 20 14:56:24.264447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59570) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:24.266811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Network': ['ID=9918fc44-e86a-4933-9acf-8f54441f8a36,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:24.271809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-299d35f6-55f5-40e5-8cc8-cba59b6605e6 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:24.275409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'subnet': {'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:24.277665 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 9918fc44-e86a-4933-9acf-8f54441f8a36 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:24.399622 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.439422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:24.446786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Usage tracker for resource:subnet and tenant:5f14eafc34fb4323858f5a3990e70c59 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:24.451178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:24.460835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:24.494047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] For port 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:24.494644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.506985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Made reservation on behalf of 5f14eafc34fb4323858f5a3990e70c59 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:24.510626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.689894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Calling delete_port for 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:24.736681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:24.985033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:24.989892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:25.043554 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=360d6eca-f5fc-4d2d-8d8b-7f219c645b6e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:25.054221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:25.054971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271f6fdb-758d-4b7c-a282-12a4b84567c0 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:25.055437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.076345 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-31a76947-bd95-4c44-ac44-ee0985fd47f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/360d6eca-f5fc-4d2d-8d8b-7f219c645b6e HTTP/1.1" status: 204 len: 168 time: 1.1530411 May 20 14:56:25.077268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59574) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:25.083670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:25.087000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:25.100455 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:25.107117 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9821575 May 20 14:56:25.113383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59578) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:25.116774 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:25.117837 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:25.195088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 76e022e0-e688-42dd-a506-2ae67732a92c {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:25.199435 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.320967 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:25.325065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.328491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:25.333906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:25.338358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:25.345382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:25.361863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:25.366254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.397578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.408360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b5ca0057-a26e-4fd4-88cf-6e996b9fa72e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:25.461832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'Port': ['ID=9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:25.469819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:25.563885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.574636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c585a956-218f-4c69-a337-ae453b56041d tempest-RoutersNegativeTest-1370449901 tempest-RoutersNegativeTest-1370449901-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:25.601250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.706754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Subnet': ['ID=3aaed2d5-deea-4225-9716-77706724eb1d,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:25.780176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Checking segment: {'id': 'e265dc56-190c-41e0-b109-b4cf8b3667ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:25.780735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network hostable DHCP agents. Network: 9918fc44-e86a-4933-9acf-8f54441f8a36, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:25.796230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.798162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.798838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.799127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.800466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.801079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.805174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.806011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.806487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.806960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.807774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.808115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:25.821954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:25.852601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network 9918fc44-e86a-4933-9acf-8f54441f8a36 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:25.874785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 9918fc44-e86a-4933-9acf-8f54441f8a36) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:25.887788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81006536-ab9f-4f1e-8a08-19d2b0bcee5f None None] Network 9918fc44-e86a-4933-9acf-8f54441f8a36 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:25.910890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:25.912716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:25.925781 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:23Z', 'revision_number': 9, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:25.932101 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:25.941376 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:25.942735 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:25.974603 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7108543e-f00e-4648-9050-566ee5310d27 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7082560 May 20 14:56:25.976854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59582) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:25.982824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3281c75f-1481-437b-9f71-157d9b400d89 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'router': {'external_gateway_info': {'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:26.147623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.168537 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:26.214244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-9918fc44-e86a-4933-9acf-8f54441f8a36', 'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36', 'tenant_id': '5f14eafc34fb4323858f5a3990e70c59', 'fixed_ips': [{'subnet_id': '3aaed2d5-deea-4225-9716-77706724eb1d'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:26.215200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.265648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.273859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2500b6a1-79ac-4e3f-a6a2-1c41eb7b0b5c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:26.357921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a98c59a-c709-4d99-8aa7-0ea821e3dab5 None None] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:26.381637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=76e022e0-e688-42dd-a506-2ae67732a92c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:26.391738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.398620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:26.411118 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-73b6e50e-8fb0-452d-aafe-782bcccd38b9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/76e022e0-e688-42dd-a506-2ae67732a92c HTTP/1.1" status: 204 len: 168 time: 1.2962024 May 20 14:56:26.420861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59586) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:26.484461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3281c75f-1481-437b-9f71-157d9b400d89 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.577660 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:23Z', 'revision_number': 9, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:26.583174 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dde280-b5dd-4063-919b-3312347df139 None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:23Z', 'revision_number': 9, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': '63d2c0c7-30f2-4ded-875b-539bb90f73cd', 'name': '', 'network_id': '942917b6-5127-47f6-bade-ef4d91eda556', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:1c:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:45Z', 'updated_at': '2021-05-20T14:55:55Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '2058aa98-d8df-49ba-a6cb-4005bd242e5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:26.623602 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-95eddf60-ee7f-441b-8c25-33de54b9ae22 None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:26.624117 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95eddf60-ee7f-441b-8c25-33de54b9ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.643701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.672515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Allocated IP 2001:db8:1::2 (9918fc44-e86a-4933-9acf-8f54441f8a36/3aaed2d5-deea-4225-9716-77706724eb1d/36f15789-27e1-4d43-adac-fa679b2a7752) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:26.711778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-95eddf60-ee7f-441b-8c25-33de54b9ae22 None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:26.758508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-95eddf60-ee7f-441b-8c25-33de54b9ae22 None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:26.758975 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95eddf60-ee7f-441b-8c25-33de54b9ae22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:26.969082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:26.989050 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] DHCP port deletion for f95a77bd-d58b-4c54-9150-9a52535e0bcc request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:27.008797 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-3281c75f-1481-437b-9f71-157d9b400d89 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:27.010691 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3281c75f-1481-437b-9f71-157d9b400d89 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e HTTP/1.1" status: 400 len: 364 time: 1.0326960 May 20 14:56:27.015363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.026931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59590) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:27.027881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5fa336c5-a340-4ac8-8808-532e17ab4426 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:27.077344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 5c52aa22-2974-47bd-939a-219a74b5bffb {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:27.077344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.095852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.108669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Transition to ACTIVE for port object 36f15789-27e1-4d43-adac-fa679b2a7752 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:27.138938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Transition to ACTIVE for port object 36f15789-27e1-4d43-adac-fa679b2a7752 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:27.149162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Deleting port 5c52aa22-2974-47bd-939a-219a74b5bffb {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:27.149571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.161631 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.167871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:27.174484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:27.181251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:27.218185 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a15d48-ab62-4966-985c-6758c38d2e4b None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:27.260394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=52c66965-5b6d-4502-8ea2-bcee4904a18f,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:27.268746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 5c52aa22-2974-47bd-939a-219a74b5bffb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5c52aa22-2974-47bd-939a-219a74b5bffb,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:27.269109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.281882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:27.288052 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-54c9a31e-341e-4688-b527-572000ed8d67 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "PUT /v2.0/routers/f63bc411-4b87-49a9-8b14-857c8b1b3cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6830561 May 20 14:56:27.326653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Network 9918fc44-e86a-4933-9acf-8f54441f8a36 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:27.329551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] Sync routers for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:27.337504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59594) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:27.342643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:27.344065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:27.348879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:27.349555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.403082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:27.406362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 5c52aa22-2974-47bd-939a-219a74b5bffb owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:27.417949 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Pushing event updated for resources: {'Port': ['ID=36f15789-27e1-4d43-adac-fa679b2a7752,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:27.429863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:27.457807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.462954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c521b6d0-6b4a-4284-bd8c-4038ed32c5f2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:27.474860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:27.475614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:27.509015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=5c52aa22-2974-47bd-939a-219a74b5bffb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:27.510828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 5c52aa22-2974-47bd-939a-219a74b5bffb on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:27.512552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:27.542975 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bba82070-bf75-4a76-a37a-aa8d3880e58b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4644279 May 20 14:56:27.547023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59598) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:27.552910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'security_group': {'name': 'tempest-secgroup-2026421567'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:27.561183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] For port 5c52aa22-2974-47bd-939a-219a74b5bffb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=5c52aa22-2974-47bd-939a-219a74b5bffb,segment=NetworkSegment(e5846d9f-2315-48b8-8635-5de3a33b9979),segment_id=e5846d9f-2315-48b8-8635-5de3a33b9979)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:27.561898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.588989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:27.597900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:27.603085 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:27.631478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Deleting subnet af032417-d244-4d87-8e03-6c480cdbf43b {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:27.634773 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.653940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:27.663177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.680699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95a77bd-d58b-4c54-9150-9a52535e0bcc']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:27.687932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.706499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5846d9f-2315-48b8-8635-5de3a33b9979') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:27.706797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5846d9f-2315-48b8-8635-5de3a33b9979') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:27.722750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.732273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:27.742229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group_rule and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:27.742559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.747156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:27.753650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:27.756365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Calling delete_port for 5c52aa22-2974-47bd-939a-219a74b5bffb owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:27.756537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.760077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device fc6c37a7-15f1-45d6-b81d-0f5870b4956c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:27.772366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:27.772575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.784166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Attempting to bind port 36f15789-27e1-4d43-adac-fa679b2a7752 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:27.784540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Attempting to bind port 36f15789-27e1-4d43-adac-fa679b2a7752 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'e265dc56-190c-41e0-b109-b4cf8b3667ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:27.784898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Attempting to bind port 36f15789-27e1-4d43-adac-fa679b2a7752 on network 9918fc44-e86a-4933-9acf-8f54441f8a36 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:27.788383 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:27.828209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.843648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:27.844029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Checking segment: {'id': 'e265dc56-190c-41e0-b109-b4cf8b3667ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:27.844784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.844947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Bound using segment: {'id': 'e265dc56-190c-41e0-b109-b4cf8b3667ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:27.845297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Bound port: 36f15789-27e1-4d43-adac-fa679b2a7752, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e265dc56-190c-41e0-b109-b4cf8b3667ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '9918fc44-e86a-4933-9acf-8f54441f8a36'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:27.845673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.854591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: fc6c37a7-15f1-45d6-b81d-0f5870b4956c {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:27.854937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device fc6c37a7-15f1-45d6-b81d-0f5870b4956c not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:27.855390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5c52aa22-2974-47bd-939a-219a74b5bffb no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:27.882778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.887051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a4fb9acd-f5a7-462d-8352-ede04a45e124 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:27.906181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:27.930105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=f95a77bd-d58b-4c54-9150-9a52535e0bcc,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:27.939397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:27.966151 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/f95a77bd-d58b-4c54-9150-9a52535e0bcc HTTP/1.1" status: 204 len: 168 time: 1.5442336 May 20 14:56:27.969656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59602) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:27.974428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.020746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 5c52aa22-2974-47bd-939a-219a74b5bffb {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:28.021095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 5c52aa22-2974-47bd-939a-219a74b5bffb not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:28.031878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.043032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b259ad0d-8cbb-43d1-b1c5-29b0af4cc3bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:28.072282 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.143404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.147636 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5995164 May 20 14:56:28.151187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59606) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:28.158322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc24f3-8838-4fe2-897d-10a862430ef5,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:28.165623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:28.174826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'security_group': {'name': 'tempest-secgroup-1643059214'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:28.184428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:28.187616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:28.197035 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:28.261779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:28.277699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:28.334738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] For port 36f15789-27e1-4d43-adac-fa679b2a7752, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:28.398978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] For port 36f15789-27e1-4d43-adac-fa679b2a7752, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=36f15789-27e1-4d43-adac-fa679b2a7752,segment=NetworkSegment(e265dc56-190c-41e0-b109-b4cf8b3667ba),segment_id=e265dc56-190c-41e0-b109-b4cf8b3667ba)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: from cryptography.utils import int_from_bytes May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: from cryptography.utils import int_from_bytes May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:28.421544 dv-neutron-601336-75-hyperv neutron-server[98807]: util.warn( May 20 14:56:28.429132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.429860 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-545e8051-1a54-4f9e-8889-267e5c5007d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:28.485968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.505806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.507708 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Network f95a77bd-d58b-4c54-9150-9a52535e0bcc is not hosted by any dhcp agent {{(pid=98807) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 20 14:56:28.508164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] No DVR routers for this DVR port 5c52aa22-2974-47bd-939a-219a74b5bffb on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:28.538936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:28.540129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group_rule and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:28.543603 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:28.549472 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:28.560319 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Pushing event updated for resources: {'Port': ['ID=36f15789-27e1-4d43-adac-fa679b2a7752,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:28.596277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:28.596900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:28.603148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Allocated IP 2001:db8::1 (fa79f838-6cfb-4e90-88d6-d4d0f0b67f71/95507156-16ea-47f5-b777-423880c24851/046bcd8b-9746-46b7-a662-3e7ebc1f19dc) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:28.623329 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.667774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.683792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bf41d39a-00bc-43bc-9afe-8a0dc26ac845 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:28.694029 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Pushing event deleted for resources: {'Port': ['ID=5c52aa22-2974-47bd-939a-219a74b5bffb,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:28.698782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:28.734194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Update dhcp port {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'fixed_ips': [{'subnet_id': '035d1f35-1381-42b7-a08f-5bd3011ae11e', 'ip_address': '172.20.0.18'}, {'subnet_id': '52c66965-5b6d-4502-8ea2-bcee4904a18f'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '142f9071-b21e-42f8-8975-fd18b291c003'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:56:28.735351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.739136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5834811 May 20 14:56:28.765112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59610) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:28.765841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cda6311-34c3-478a-b01c-2b08031cdf9d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:28.769893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5dd13429-96d3-494f-8213-3c439eb30689 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:28.778618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'security_group': {'name': 'tempest-secgroup-833024495'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:28.791871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:28.795274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.799028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:28.802918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:28.810499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:56:25Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:28.811312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:28.816439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.818258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] Checking router: f63bc411-4b87-49a9-8b14-857c8b1b3cd5 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:28.825917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-70b72165-d66f-4b00-84f2-c83b0b835c4c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:28.836194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.864799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:28.869331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:security_group_rule and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:28.872949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:28.879046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] Routers {'f63bc411-4b87-49a9-8b14-857c8b1b3cd5'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:28.880106 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:28.880661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:28.884276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'Subnet': ['ID=af032417-d244-4d87-8e03-6c480cdbf43b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:28.893140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:28.905776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.931817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59614) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:28.931994 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "DELETE /v2.0/subnets/af032417-d244-4d87-8e03-6c480cdbf43b HTTP/1.1" status: 204 len: 168 time: 1.5781789 May 20 14:56:28.941590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:28.948383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc14efe-d3ef-4b5d-b7a9-bb2bcfebd62e None None] Network 53304783-2fc0-4fb9-a175-95c4d3c0836d requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:28.972133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Transition to ACTIVE for port object 046bcd8b-9746-46b7-a662-3e7ebc1f19dc will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:29.015685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.021241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:29.109707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:29.119638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:29.122083 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:29.122799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.152960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Port': ['ID=046bcd8b-9746-46b7-a662-3e7ebc1f19dc,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:29.179370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:29.271758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.366259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.408483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.412763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.478495 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] Set router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:29.503732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.518894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6f2e3fe-f9c4-4556-850b-f3cd5a6e82f3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:29.738675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Allocated IP 172.20.0.2 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/52c66965-5b6d-4502-8ea2-bcee4904a18f/142f9071-b21e-42f8-8975-fd18b291c003) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:29.747840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 36f15789-27e1-4d43-adac-fa679b2a7752 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:29.776523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b97e4d-51e3-49f1-adc2-c1f78cf0c2e2,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:29.806984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:29.810167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.811506 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0431759 May 20 14:56:29.816759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59624) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:29.889136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ccdea2ee-0094-468b-be3b-4009bbf2b8be None None] Provisioning for port 046bcd8b-9746-46b7-a662-3e7ebc1f19dc completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:29.900592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-952641117', 'security_groups': ['c5b97e4d-51e3-49f1-adc2-c1f78cf0c2e2'], 'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '52c66965-5b6d-4502-8ea2-bcee4904a18f'}]}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:29.945762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ccdea2ee-0094-468b-be3b-4009bbf2b8be None None] Provisioning complete for port 046bcd8b-9746-46b7-a662-3e7ebc1f19dc triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:29.946399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ccdea2ee-0094-468b-be3b-4009bbf2b8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:29.951033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.020798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6856a48-cd15-43e2-9fce-2b5934501f87 req-9c42f08f-e35c-45ec-b732-54c1fb25dea0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:30.023024 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6856a48-cd15-43e2-9fce-2b5934501f87 req-9c42f08f-e35c-45ec-b732-54c1fb25dea0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.3241224 May 20 14:56:30.090365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:30.102569 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e6856a48-cd15-43e2-9fce-2b5934501f87 req-d1d6cb70-eb24-4a23-97f7-df2fb5249d51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667937 May 20 14:56:30.109774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ccdea2ee-0094-468b-be3b-4009bbf2b8be None None] Port 046bcd8b-9746-46b7-a662-3e7ebc1f19dc cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:30.113112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.120071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:30.133027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.133913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.138721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:30.186605 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:30.196498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 36f15789-27e1-4d43-adac-fa679b2a7752 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:30.212885 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-33592ea0-1985-4153-849d-b384083a82cb None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:30.233682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] DHCP port deletion for 53304783-2fc0-4fb9-a175-95c4d3c0836d request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:30.237263 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Deleting port d473e637-5f21-4109-ab9c-a36dbf82b107 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:30.237722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.287082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f2fe4-73d5-4a09-a005-ae86b40be871 None None] Network 9918fc44-e86a-4933-9acf-8f54441f8a36 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:30.302348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.355942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:56:25Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:30.358445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Transition to ACTIVE for port object 142f9071-b21e-42f8-8975-fd18b291c003 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:30.419599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.433011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:30.462247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b697856e-26cd-4781-8fe6-90a3fd546d30 None None] The sync data for ids ['f63bc411-4b87-49a9-8b14-857c8b1b3cd5'] in dv-neutron-601336-75-hyperv is: [{'id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1460485840', 'tenant_id': 'd3be21e2fbe34ea0a92cc86657485970', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247'}], 'enable_snat': True}, 'gw_port_id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:56Z', 'updated_at': '2021-05-20T14:56:25Z', 'revision_number': 5, 'project_id': 'd3be21e2fbe34ea0a92cc86657485970', 'gw_port': {'id': 'd473e637-5f21-4109-ab9c-a36dbf82b107', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:03:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63bc411-4b87-49a9-8b14-857c8b1b3cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:58Z', 'updated_at': '2021-05-20T14:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:30.478622 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Provisioning for port 36f15789-27e1-4d43-adac-fa679b2a7752 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:30.512807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Provisioning complete for port 36f15789-27e1-4d43-adac-fa679b2a7752 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:30.513557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.596189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] For port d473e637-5f21-4109-ab9c-a36dbf82b107, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=d473e637-5f21-4109-ab9c-a36dbf82b107,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:30.596724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.603336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event updated for resources: {'Port': ['ID=046bcd8b-9746-46b7-a662-3e7ebc1f19dc,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:30.610902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:30.660540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.678563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:30.682167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:30.695148 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] device_id is not set on port 646db5f6-53c3-4649-b209-976558b56185 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:56:30.717381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Pushing event updated for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:30.731540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Deleting port 137cefc9-aa10-4eda-bf17-578bf96b9f9c {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:30.731925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.735861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 63d2c0c7-30f2-4ded-875b-539bb90f73cd {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:30.736303 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.764349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Calling delete_port for d473e637-5f21-4109-ab9c-a36dbf82b107 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:30.769606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.769905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.770217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.770608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.770935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.771286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.771612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.771932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.772252 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.772569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.772883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.773195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:30.786970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:30.947286 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] For port 137cefc9-aa10-4eda-bf17-578bf96b9f9c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=137cefc9-aa10-4eda-bf17-578bf96b9f9c,segment=NetworkSegment(a73a6204-86f4-4936-8c9c-5f8a462a4dac),segment_id=a73a6204-86f4-4936-8c9c-5f8a462a4dac)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:30.947859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:30.992972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 63d2c0c7-30f2-4ded-875b-539bb90f73cd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=63d2c0c7-30f2-4ded-875b-539bb90f73cd,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:30.993531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.135504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Calling delete_port for 137cefc9-aa10-4eda-bf17-578bf96b9f9c owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:31.148769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.4 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/52c66965-5b6d-4502-8ea2-bcee4904a18f/646db5f6-53c3-4649-b209-976558b56185) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:31.212684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 63d2c0c7-30f2-4ded-875b-539bb90f73cd owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:31.308205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.356084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] For port 36f15789-27e1-4d43-adac-fa679b2a7752, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=36f15789-27e1-4d43-adac-fa679b2a7752,segment=NetworkSegment(e265dc56-190c-41e0-b109-b4cf8b3667ba),segment_id=e265dc56-190c-41e0-b109-b4cf8b3667ba)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:31.382736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.384447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Router 860037b6-4d64-4e80-bed0-7026433cb86e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:31.388527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:31.463880 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.473556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218f383-5122-48a4-83b3-5c805a80658b req-a4e0feb0-934b-45d1-8809-4b27d1143be6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:31.475151 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c218f383-5122-48a4-83b3-5c805a80658b req-a4e0feb0-934b-45d1-8809-4b27d1143be6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.2149045 May 20 14:56:31.477279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.477913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Pushing event updated for resources: {'Port': ['ID=36f15789-27e1-4d43-adac-fa679b2a7752,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:31.481602 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-33aa0eda-eb34-4422-9216-5f3bf44154f6 tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:31.491330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:31.492368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-53931c56-832c-41b9-8c44-4942eed0eb3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:31.529798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-843a560c-37c0-4402-a9c3-2b18ef5c8360 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:31.530621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-843a560c-37c0-4402-a9c3-2b18ef5c8360 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:31.548577 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'Port': ['ID=d473e637-5f21-4109-ab9c-a36dbf82b107,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:31.653875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.654505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.655048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.655606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.656601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.657145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.657801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.658546 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.659151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.659698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.660305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.660868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:56:31.687937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-843a560c-37c0-4402-a9c3-2b18ef5c8360 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:31.689219 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-843a560c-37c0-4402-a9c3-2b18ef5c8360 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.6908112 May 20 14:56:31.722019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] No DVR routers for this DVR port 137cefc9-aa10-4eda-bf17-578bf96b9f9c on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:31.730173 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Pushing event deleted for resources: {'Port': ['ID=137cefc9-aa10-4eda-bf17-578bf96b9f9c,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:31.747482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:31.753719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 36f15789-27e1-4d43-adac-fa679b2a7752 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:31.763195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:31.801651 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c218f383-5122-48a4-83b3-5c805a80658b req-9636130b-55b7-4c02-b58f-078272ab7a2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2863026 May 20 14:56:31.803069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-22c35192-697e-4bdc-9926-0c02480be2bd None None] Provisioning complete for port 046bcd8b-9746-46b7-a662-3e7ebc1f19dc triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:31.803473 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-22c35192-697e-4bdc-9926-0c02480be2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.806837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.841174 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:31.853617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.854268 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] Sync routers for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:31.869295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e68a0c2e-4eb4-4a46-bffb-f674cd725e6a tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:31.871865 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:31.876564 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:31.890141 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8222549 May 20 14:56:31.902903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 646db5f6-53c3-4649-b209-976558b56185 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:31.936141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59630) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:31.961623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-22c35192-697e-4bdc-9926-0c02480be2bd None None] Port 046bcd8b-9746-46b7-a662-3e7ebc1f19dc cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:31.978177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 36f15789-27e1-4d43-adac-fa679b2a7752 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:31.978928 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:31.993094 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:32.002761 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:32.003475 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:32.044554 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=63d2c0c7-30f2-4ded-875b-539bb90f73cd,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:32.079140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:32.107475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.111139 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:32.111871 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31faa35c-33ae-44ba-be86-1f2cd702139b None None] The sync data for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:32.128357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 142f9071-b21e-42f8-8975-fd18b291c003 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:32.151911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:32.152291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.210677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.223474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a8b1489c-5fcc-4f5d-9dcd-9e1f1b6cf83c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:32.227648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:32.246178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Provisioning for port 142f9071-b21e-42f8-8975-fd18b291c003 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:32.250305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:32.250680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.282329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:32.282329 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.337310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:32.345927 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:32.348953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:32.424345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:32.425009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.431262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f1b15067-484e-4524-ae15-b875f7039c41 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.486714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=646db5f6-53c3-4649-b209-976558b56185,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:32.490797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:32.540693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Provisioning complete for port 36f15789-27e1-4d43-adac-fa679b2a7752 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:32.541771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-9f27b0a6-d41d-439d-8f82-e8e5e8daacbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.556337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.560553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.626590 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:32.671338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:32.671702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 9dbeb27a-3fd3-402a-89ef-6f4e5093b3c4 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:32.672141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 137cefc9-aa10-4eda-bf17-578bf96b9f9c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:32.701055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.701721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Fanout notify agent at l3_agent the message router_deleted on router f63bc411-4b87-49a9-8b14-857c8b1b3cd5 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:56:32.711740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 137cefc9-aa10-4eda-bf17-578bf96b9f9c {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:32.712110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 137cefc9-aa10-4eda-bf17-578bf96b9f9c not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:32.717766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.738218 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.742177 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "DELETE /v2.0/routers/f63bc411-4b87-49a9-8b14-857c8b1b3cd5 HTTP/1.1" status: 204 len: 168 time: 3.8057458 May 20 14:56:32.808969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59636) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:32.816153 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9979908 May 20 14:56:32.818217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:32.818450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.819345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59640) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:32.850533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:32.918868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d4471e2b-bdad-407f-bc41-571d87d0f502 None None] Provisioning for port 646db5f6-53c3-4649-b209-976558b56185 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:32.924183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d4471e2b-bdad-407f-bc41-571d87d0f502 None None] Provisioning complete for port 646db5f6-53c3-4649-b209-976558b56185 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:32.924783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d4471e2b-bdad-407f-bc41-571d87d0f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:32.962713 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-f1b15067-484e-4524-ae15-b875f7039c41 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] delete failed (client error): There was a conflict when trying to complete your request. May 20 14:56:32.966577 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f1b15067-484e-4524-ae15-b875f7039c41 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e HTTP/1.1" status: 409 len: 329 time: 1.0259516 May 20 14:56:32.968330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59646) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:32.982484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d4471e2b-bdad-407f-bc41-571d87d0f502 None None] Port 646db5f6-53c3-4649-b209-976558b56185 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:33.059590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 9dc80bba-8551-4204-a40b-d87e5c7fdb95, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=9dc80bba-8551-4204-a40b-d87e5c7fdb95,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:33.059846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.085953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.474914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.500064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:33.507943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53304783-2fc0-4fb9-a175-95c4d3c0836d']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:33.525086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:33.536060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e14e2-5b7d-4c6e-8a41-21ce1682056a req-578bc6ce-9a77-4885-9b08-e109b460b5d8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:33.537501 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-249e14e2-5b7d-4c6e-8a41-21ce1682056a req-578bc6ce-9a77-4885-9b08-e109b460b5d8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 945 time: 0.5358651 May 20 14:56:33.539150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73a6204-86f4-4936-8c9c-5f8a462a4dac') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:33.539438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73a6204-86f4-4936-8c9c-5f8a462a4dac') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:33.545896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:33.562285 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:33.565181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:33.578388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.619405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.623988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:33.627358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.642815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.643421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.643562 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c disassociated. External IP: 172.26.6.160, port: 9dc80bba-8551-4204-a40b-d87e5c7fdb95. May 20 14:56:33.643840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 9dc80bba-8551-4204-a40b-d87e5c7fdb95 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:33.724656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:33.724795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.728794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d473e637-5f21-4109-ab9c-a36dbf82b107 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:33.741370 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:33.768074 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-249e14e2-5b7d-4c6e-8a41-21ce1682056a req-16fdd0d5-e44f-48a6-8a13-1d261d8975d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=a1f95b26-f001-49b8-b67a-a124676ec5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183988 May 20 14:56:33.768709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: d473e637-5f21-4109-ab9c-a36dbf82b107 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:33.769074 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device d473e637-5f21-4109-ab9c-a36dbf82b107 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:33.833196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.951867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:33.964587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9dde57cb-50f6-460e-b170-676cbe74fa5f tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:34.026094 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=9dc80bba-8551-4204-a40b-d87e5c7fdb95,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:34.032626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:34.159078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.171331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:34.172867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6d46ba97-8a27-4756-b5d3-d7a1a3efa801 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:34.183356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:34.193818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:34.194076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.195088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:34.214755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'Network': ['ID=53304783-2fc0-4fb9-a175-95c4d3c0836d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:34.218887 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 52c66965-5b6d-4502-8ea2-bcee4904a18f (CIDR: 172.20.0.0/28) May 20 14:56:34.221083 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:34.227694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2541411 May 20 14:56:34.227694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:34.227694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:34.232736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59650) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:34.273435 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "DELETE /v2.0/networks/53304783-2fc0-4fb9-a175-95c4d3c0836d HTTP/1.1" status: 204 len: 168 time: 1.4629650 May 20 14:56:34.279412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59654) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:34.310478 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3009fc42-0dc9-4e08-8284-67d38d59e7e5 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4693639 May 20 14:56:34.321001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59658) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:34.336049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:34.383348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:34.399252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 2058aa98-d8df-49ba-a6cb-4005bd242e5a {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:34.460818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.497563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:34.540798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.554635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.641548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.674028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:34.687797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 9dc80bba-8551-4204-a40b-d87e5c7fdb95 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:34.694699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:34.702123 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:34.714470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:34.731407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:34.735231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.740544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 9dc80bba-8551-4204-a40b-d87e5c7fdb95 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:34.741059 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 9dc80bba-8551-4204-a40b-d87e5c7fdb95 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:34.775967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.811538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:34.824570 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:34.837088 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:34.839787 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:34.846834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting port 046bcd8b-9746-46b7-a662-3e7ebc1f19dc {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:34.847221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.897425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.905367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6eb9d0fd-5775-482e-b691-eb14515b961d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:34.920248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 9dc80bba-8551-4204-a40b-d87e5c7fdb95 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:34.925121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:34.928639 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'name': 'network-vif-deleted', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:56:34.968635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3042e-fe5d-42cb-b974-b5dd4b61d548,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:34.975013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:35.008475 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e6debde-3aa1-4a51-b58c-1cdc01ccfd9c req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/9dc80bba-8551-4204-a40b-d87e5c7fdb95 HTTP/1.1" status: 204 len: 173 time: 3.3041651 May 20 14:56:35.036006 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.ipam_backend_mixin [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 035d1f35-1381-42b7-a08f-5bd3011ae11e (CIDR: 172.20.0.16/28) May 20 14:56:35.073419 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9499e8f3-d613-4912-a8ca-9acae8be8a57', 'name': 'network-vif-deleted', 'tag': '9dc80bba-8551-4204-a40b-d87e5c7fdb95', 'status': 'completed', 'code': 200} May 20 14:56:35.080926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:35.103608 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:35.104379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:35.109079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:35.110415 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] 10.222.0.58 "DELETE /v2.0/security-groups/26f3042e-fe5d-42cb-b974-b5dd4b61d548 HTTP/1.1" status: 204 len: 168 time: 0.8301072 May 20 14:56:35.119507 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6d4d8370-97c9-4fae-beb3-085be0a3ca00 req-3a2c122b-682f-46b1-ac37-0d1c2d068d37 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=9499e8f3-d613-4912-a8ca-9acae8be8a57 HTTP/1.1" status: 200 len: 210 time: 0.0819046 May 20 14:56:35.148099 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3b9eca62-acb0-4b6e-83a1-63ff6402f4a0 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8260603 May 20 14:56:35.158640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59668) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:35.169983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'subnet': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:35.173141 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:35.222138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:31Z', 'revision_number': 10, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:35.229411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:35.249341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:35.250123 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:35.338054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Calling delete_port for 046bcd8b-9746-46b7-a662-3e7ebc1f19dc owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:35.499358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:35.523253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:35.537431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:35.578950 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:35.584064 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:35.598561 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:35.599406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Port': ['ID=046bcd8b-9746-46b7-a662-3e7ebc1f19dc,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:35.599550 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:35.611788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:35.646421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:35.668004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:35.671867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b25d5f3-d125-457d-83e7-442c68c36673 tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:35.735938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Usage tracker for resource:subnet and tenant:6d8acafcce15475ea92979f5274df030 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:35.746320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=2058aa98-d8df-49ba-a6cb-4005bd242e5a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:35.759821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:35.761750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55468910-be6d-406c-834b-2af931886708 None None] Network 942917b6-5127-47f6-bade-ef4d91eda556 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:35.768022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:35.775029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:35.787308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:35.795917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59676) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:35.797241 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/2058aa98-d8df-49ba-a6cb-4005bd242e5a HTTP/1.1" status: 204 len: 168 time: 1.5607686 May 20 14:56:35.813792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59680) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:35.822937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Made reservation on behalf of 6d8acafcce15475ea92979f5274df030 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:35.828346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:35.950870 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:36.114675 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ce9d5efd-6d07-4374-ae53-d5e30eda4734 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d3be21e2fbe34ea0a92cc86657485970&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993367 May 20 14:56:36.118502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59686) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:36.210866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.292266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.310031 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:36.314984 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b65acf2-4cfc-44dc-a07a-76bd582243fe None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:54:13Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'e97af5e1-3164-4fbe-863d-2c45e456831d', 'name': '', 'network_id': '0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:58:17:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:54:09Z', 'updated_at': '2021-05-20T14:54:27Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e436c7df-45e1-4b77-b93f-a9fa035cb40c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:36.319526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59692) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:36.329189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.334207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.404291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:31Z', 'revision_number': 10, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:36.409281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b86dae7-a16a-421e-86ce-8e73f0c1f96e None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:31Z', 'revision_number': 10, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None, '_interfaces': [{'id': 'dbdf85f1-2dba-466c-8016-71de64f89ddd', 'name': '', 'network_id': 'd8088f38-3669-4dce-989e-c390695155c4', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'mac_address': 'fa:16:3e:53:93:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'device_owner': 'network:router_interface', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:55:35Z', 'updated_at': '2021-05-20T14:55:48Z', 'revision_number': 5, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'subnets': [{'id': '660b00fc-71b6-415b-912e-a383fd962a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:36.490432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] DHCP port deletion for 942917b6-5127-47f6-bade-ef4d91eda556 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:36.499361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.502830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.513936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-875870bf-ee40-4c51-a369-9aef7be3d9db tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:36.553047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd95899d-3ca7-48bf-a764-21278b705b84,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:36.558335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:36.586206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Deleting port 947398e4-41b2-4467-82c9-812cde68f911 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:36.586688 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.595354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.626728 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.628077 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fd95899d-3ca7-48bf-a764-21278b705b84 HTTP/1.1" status: 204 len: 168 time: 0.5069864 May 20 14:56:36.716832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] For port 947398e4-41b2-4467-82c9-812cde68f911, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=947398e4-41b2-4467-82c9-812cde68f911,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:36.716992 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.730181 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e9229-0ccf-4415-bf6b-014dd8395ccf None None] New status for floating IP 96436cc8-d4ea-4202-a78a-9c9844255a2c: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:56:36.745785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Router 860037b6-4d64-4e80-bed0-7026433cb86e has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:36.754675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 947398e4-41b2-4467-82c9-812cde68f911 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:36.755082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:36.996302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.002905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7c6be4b6-58fd-4f64-a17f-bf2025c4c610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:37.012151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:37.024241 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] Sync routers for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:37.029928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f95b26-f001-49b8-b67a-a124676ec5ca,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:37.032617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:37.036400 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:37.036859 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.083528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.087505 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/a1f95b26-f001-49b8-b67a-a124676ec5ca HTTP/1.1" status: 204 len: 168 time: 0.7622564 May 20 14:56:37.090915 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1208758 May 20 14:56:37.110352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59702) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.121137 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.134426 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] Routers {'860037b6-4d64-4e80-bed0-7026433cb86e'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:37.136876 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['860037b6-4d64-4e80-bed0-7026433cb86e'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.144426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59706) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.193751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59710) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.197181 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 947398e4-41b2-4467-82c9-812cde68f911, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=947398e4-41b2-4467-82c9-812cde68f911,segment=NetworkSegment(f6e4abe7-3722-4f26-9441-5d3dea8b2346),segment_id=f6e4abe7-3722-4f26-9441-5d3dea8b2346)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:37.197544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.226220 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.227049 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff8d30-fd8d-450e-907f-105eb6e87986 None None] The sync data for ids ['860037b6-4d64-4e80-bed0-7026433cb86e'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:37.236966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.246105 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-ccc8f0aa-2894-45a9-a87a-317e76b84961 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] show failed (client error): The resource could not be found. May 20 14:56:37.247123 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ccc8f0aa-2894-45a9-a87a-317e76b84961 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "GET /v2.0/routers/tempest-non_exist_router-274010228 HTTP/1.1" status: 404 len: 334 time: 0.1355433 May 20 14:56:37.249016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Calling delete_port for 947398e4-41b2-4467-82c9-812cde68f911 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:37.260557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59714) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.273491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.280654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-91bc8818-68ed-492c-a672-4a5dd4e483f4 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Request body: {'router': {'name': 'new_name'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:37.315267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.320457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:37.346396 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a07ff4f6-1084-4166-9320-2db148d49a0e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:37.368809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Pushing event deleted for resources: {'Port': ['ID=947398e4-41b2-4467-82c9-812cde68f911,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:37.370805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] No DVR routers for this DVR port 947398e4-41b2-4467-82c9-812cde68f911 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:37.372354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:37.384709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 947398e4-41b2-4467-82c9-812cde68f911 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:37.392716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:37.398918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Usage tracker for resource:security_group_rule and tenant:86486c1feeef42c98d73f4d21481efb1 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:37.402416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:37.414973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:37.490777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.497958 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-91bc8818-68ed-492c-a672-4a5dd4e483f4 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] update failed (client error): The resource could not be found. May 20 14:56:37.498995 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-91bc8818-68ed-492c-a672-4a5dd4e483f4 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "PUT /v2.0/routers/tempest-non_exist_router-1349237789 HTTP/1.1" status: 404 len: 335 time: 0.2272561 May 20 14:56:37.499289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-00e65977-9837-4c8a-bf3e-37e9d3a79466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:37.516167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59718) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.517883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:37.525233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:37.534669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3591f59b-e84d-4f67-a257-df0d9be425b3 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:37.554016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 947398e4-41b2-4467-82c9-812cde68f911 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:37.580399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=947398e4-41b2-4467-82c9-812cde68f911,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:37.582843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:37.607063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Subnet': ['ID=2f5971e3-4127-400b-9bdd-c8b9feb65eaf,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:37.611381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:37.619756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:37.620355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.656211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.662050 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting subnet 3aaed2d5-deea-4225-9716-77706724eb1d {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:37.665133 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5052321 May 20 14:56:37.669111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59722) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.672127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.708989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-146068205', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f5971e3-4127-400b-9bdd-c8b9feb65eaf'}], 'security_groups': ['50fc24f3-8838-4fe2-897d-10a862430ef5', '1cda6311-34c3-478a-b01c-2b08031cdf9d']}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:37.714888 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.718920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 947398e4-41b2-4467-82c9-812cde68f911 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:37.723601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.731749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d91964a-f441-4e10-a9c3-4c3fa45962f7 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:37.748374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942917b6-5127-47f6-bade-ef4d91eda556']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.757817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 947398e4-41b2-4467-82c9-812cde68f911 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:37.758243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 947398e4-41b2-4467-82c9-812cde68f911 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:37.758878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63d2c0c7-30f2-4ded-875b-539bb90f73cd no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:37.781144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6e4abe7-3722-4f26-9441-5d3dea8b2346') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.781446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6e4abe7-3722-4f26-9441-5d3dea8b2346') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:37.797899 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=86486c1feeef42c98d73f4d21481efb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031444 May 20 14:56:37.800431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042e4abf-2744-4124-9498-0dfbba639cc3,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:37.801561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 63d2c0c7-30f2-4ded-875b-539bb90f73cd {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:37.801938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63d2c0c7-30f2-4ded-875b-539bb90f73cd not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:37.804243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59726) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:37.804635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:37.806666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.807230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.824695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.830805 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:37.831307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.846714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 953f4eb4-2148-4765-8045-9dfa68defa37 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:37.846714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: util.warn( May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:37.849090 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:37.986401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Update dhcp port {'port': {'network_id': 'db12e0e9-b9af-4544-8fc3-d6d89c4b5e77', 'fixed_ips': [{'subnet_id': '035d1f35-1381-42b7-a08f-5bd3011ae11e', 'ip_address': '172.20.0.18'}, {'subnet_id': '52c66965-5b6d-4502-8ea2-bcee4904a18f', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f5971e3-4127-400b-9bdd-c8b9feb65eaf'}], 'binding:host_id': 'dv-neutron-601336-75-hyperv'}, 'id': '142f9071-b21e-42f8-8975-fd18b291c003'} from dv-neutron-601336-75-hyperv. {{(pid=98807) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} May 20 14:56:38.040965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.099709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.104677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.109409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-47d6e462-8489-41d6-8831-350aeb6979da tempest-NetworksTestDHCPv6-380974555 tempest-NetworksTestDHCPv6-380974555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:38.133671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=942917b6-5127-47f6-bade-ef4d91eda556,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:38.136088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:38.145430 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/942917b6-5127-47f6-bade-ef4d91eda556 HTTP/1.1" status: 204 len: 168 time: 2.3479443 May 20 14:56:38.148566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59730) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:38.172131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.177458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.177771 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.206007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.253965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Allocated IP 172.20.0.34 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/2f5971e3-4127-400b-9bdd-c8b9feb65eaf/142f9071-b21e-42f8-8975-fd18b291c003) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:38.392868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:38.399464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 953f4eb4-2148-4765-8045-9dfa68defa37 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:38.409847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.424436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f4319461-d67c-48df-9bd9-498c47498892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.432396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.449224 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Transition to ACTIVE for port object 142f9071-b21e-42f8-8975-fd18b291c003 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:38.453249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.458674 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-11b0a6a7-152b-458f-a85b-db1fc5bcc525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:38.516936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.630310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Pushing event updated for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=7']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:38.641556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:38.692280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.841109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.857312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-851d7587-244b-41b6-8e57-81d1339a18dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:38.926886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042e4abf-2744-4124-9498-0dfbba639cc3,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:38.938623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:38.974927 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:38.977024 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/042e4abf-2744-4124-9498-0dfbba639cc3 HTTP/1.1" status: 204 len: 168 time: 1.1425755 May 20 14:56:39.132241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.136480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-817fab5f-b396-40f0-8573-5787484db14c tempest-FloatingIPNegativeTestJSON-1894261358 tempest-FloatingIPNegativeTestJSON-1894261358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:39.173810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port dbdf85f1-2dba-466c-8016-71de64f89ddd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:39.174158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.226582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=953f4eb4-2148-4765-8045-9dfa68defa37,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:39.246874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:39.262537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:39.263723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.328596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:39.342491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.342954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Provisioning complete for port 646db5f6-53c3-4649-b209-976558b56185 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:39.343629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.355831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-37975a5d-a0fe-491c-a9c1-eb1eee64058e tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:39.368916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port dbdf85f1-2dba-466c-8016-71de64f89ddd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=dbdf85f1-2dba-466c-8016-71de64f89ddd,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:39.369363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.402959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Subnet': ['ID=3aaed2d5-deea-4225-9716-77706724eb1d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:39.414914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:39.421202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28488cd7-c591-4b6a-80d2-9f8c8c989593 None None] Network 9918fc44-e86a-4933-9acf-8f54441f8a36 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:39.444905 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Port 646db5f6-53c3-4649-b209-976558b56185 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:39.445338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.474067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.485808 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/subnets/3aaed2d5-deea-4225-9716-77706724eb1d HTTP/1.1" status: 204 len: 168 time: 1.9667459 May 20 14:56:39.490250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.493844 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/96436cc8-d4ea-4202-a78a-9c9844255a2c HTTP/1.1" status: 204 len: 168 time: 2.3432722 May 20 14:56:39.493844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59736) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:39.527141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for dbdf85f1-2dba-466c-8016-71de64f89ddd owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:39.580422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Provisioning for port 142f9071-b21e-42f8-8975-fd18b291c003 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:39.588102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:39.588487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f94ac1f9-2ca7-420c-88a1-1f07329ebb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.670593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.681504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Delete allocated IP 172.20.0.4 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/52c66965-5b6d-4502-8ea2-bcee4904a18f) {{(pid=98805) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 20 14:56:39.692776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Allocated IP 172.20.0.45 (db12e0e9-b9af-4544-8fc3-d6d89c4b5e77/2f5971e3-4127-400b-9bdd-c8b9feb65eaf/646db5f6-53c3-4649-b209-976558b56185) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:39.775061 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 142f9071-b21e-42f8-8975-fd18b291c003 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:39.894233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:39.894664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.909648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting port 36f15789-27e1-4d43-adac-fa679b2a7752 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:39.910847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:39.965396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] DHCP port deletion for 9918fc44-e86a-4933-9acf-8f54441f8a36 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:40.001140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.007237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2c986872-5ff9-461c-804c-83ff936cff23 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:40.053550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=dbdf85f1-2dba-466c-8016-71de64f89ddd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:40.064597 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:40.087236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Deleting port 36f15789-27e1-4d43-adac-fa679b2a7752 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:40.087878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.117301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] For port 36f15789-27e1-4d43-adac-fa679b2a7752, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=36f15789-27e1-4d43-adac-fa679b2a7752,segment=NetworkSegment(e265dc56-190c-41e0-b109-b4cf8b3667ba),segment_id=e265dc56-190c-41e0-b109-b4cf8b3667ba)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:40.117662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.195957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] For port 36f15789-27e1-4d43-adac-fa679b2a7752, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=36f15789-27e1-4d43-adac-fa679b2a7752,segment=NetworkSegment(e265dc56-190c-41e0-b109-b4cf8b3667ba),segment_id=e265dc56-190c-41e0-b109-b4cf8b3667ba)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:40.196280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.279550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Calling delete_port for 36f15789-27e1-4d43-adac-fa679b2a7752 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:40.288916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.db.resource_extend [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:56:40.308023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.320981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.324289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86175721-3fe2-4816-848a-cf1e964ad41f req-4b0909ec-d31b-4d35-90e4-0ab78fb3a24b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:40.325003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-86175721-3fe2-4816-848a-cf1e964ad41f req-4b0909ec-d31b-4d35-90e4-0ab78fb3a24b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:40.336805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Calling delete_port for 36f15789-27e1-4d43-adac-fa679b2a7752 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:40.355244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Transition to ACTIVE for port object 646db5f6-53c3-4649-b209-976558b56185 will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:40.365432 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.373618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0fa07f2b-5cf2-4390-94b6-2e44fb5aa0e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:40.385434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.390608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-833b755a-5de3-4322-93c2-df0e1569fc51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:40.413162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-86175721-3fe2-4816-848a-cf1e964ad41f req-4b0909ec-d31b-4d35-90e4-0ab78fb3a24b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:40.414333 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-86175721-3fe2-4816-848a-cf1e964ad41f req-4b0909ec-d31b-4d35-90e4-0ab78fb3a24b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.4817369 May 20 14:56:40.434290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Pushing event deleted for resources: {'Port': ['ID=36f15789-27e1-4d43-adac-fa679b2a7752,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:40.441032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:40.442312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] No DVR routers for this DVR port 36f15789-27e1-4d43-adac-fa679b2a7752 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:40.608710 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:40.647900 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-eebbacb2-8bef-49a9-bfae-9bdf1538b163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.720710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event updated for resources: {'Port': ['ID=646db5f6-53c3-4649-b209-976558b56185,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:40.723517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:40.730320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.736702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-42cff60c-775b-4b74-ae81-fdd09c1b0373 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:40.744125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:40.755638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:40.758039 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084166 May 20 14:56:40.760741 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59744) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:40.770775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:40.771816 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:40.774630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-86175721-3fe2-4816-848a-cf1e964ad41f req-2610adf4-b169-4f9c-8973-a4f844e00b5d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:40.794171 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Port': ['ID=36f15789-27e1-4d43-adac-fa679b2a7752,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:40.796663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:40.803781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] No DVR routers for this DVR port 36f15789-27e1-4d43-adac-fa679b2a7752 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:40.835253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] In _notify_port_updated(), no bound segment for port 646db5f6-53c3-4649-b209-976558b56185 on network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 {{(pid=98805) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:56:40.840864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:40.841512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.845619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting subnet 660b00fc-71b6-415b-912e-a383fd962a2a {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:40.846323 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "PUT /v2.0/ports/646db5f6-53c3-4649-b209-976558b56185 HTTP/1.1" status: 200 len: 959 time: 3.1762607 May 20 14:56:40.848253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59748) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:40.887720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:40.944933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:40.989028 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.006643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9918fc44-e86a-4933-9acf-8f54441f8a36']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:41.020489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e265dc56-190c-41e0-b109-b4cf8b3667ba') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:41.020792 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e265dc56-190c-41e0-b109-b4cf8b3667ba') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:41.031650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.033101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.049982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-86175721-3fe2-4816-848a-cf1e964ad41f req-2610adf4-b169-4f9c-8973-a4f844e00b5d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:41.059960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.060529 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-86175721-3fe2-4816-848a-cf1e964ad41f req-2610adf4-b169-4f9c-8973-a4f844e00b5d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4467688 May 20 14:56:41.061923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.063503 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:39Z', 'revision_number': 11, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:41.072378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:41.072723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.075585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:41.086626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-918071ab-6d10-4101-b18f-6e5d6a315709 None None] Provisioning for port 646db5f6-53c3-4649-b209-976558b56185 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:41.090241 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:41.094381 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:41.095127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:41.159897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-918071ab-6d10-4101-b18f-6e5d6a315709 None None] Provisioning complete for port 646db5f6-53c3-4649-b209-976558b56185 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:41.160413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-918071ab-6d10-4101-b18f-6e5d6a315709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.176737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.179814 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port 646db5f6-53c3-4649-b209-976558b56185 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:41.180119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.180250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b66d8f94-5b9c-4476-9553-f9c930292f80 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:41.198529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.207580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Network': ['ID=9918fc44-e86a-4933-9acf-8f54441f8a36,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:41.210970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:41.215454 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/networks/9918fc44-e86a-4933-9acf-8f54441f8a36 HTTP/1.1" status: 204 len: 168 time: 1.7177143 May 20 14:56:41.215454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59752) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:41.226075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.289943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting subnet d40e7a7f-11fb-4f64-aae0-33180a9758a0 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:41.293287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.322154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:41.349526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.433089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-918071ab-6d10-4101-b18f-6e5d6a315709 None None] Port 646db5f6-53c3-4649-b209-976558b56185 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:41.434491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:39Z', 'revision_number': 11, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:41.437759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.439302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81b7acc-3b4e-43ca-978f-e9cb62f41b16 None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:39Z', 'revision_number': 11, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:41.582225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.649776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-109468dd-5e60-415a-b806-cdb3006ece19 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:41.650453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-109468dd-5e60-415a-b806-cdb3006ece19 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:41.716037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.720724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fa4f4bb6-f11e-444f-b5db-c86b27202ce0 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:41.755506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Subnet': ['ID=d40e7a7f-11fb-4f64-aae0-33180a9758a0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:41.758464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:41.762772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.767613 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b1b012ce-a58f-44a0-880c-7b8dd4b9cccc tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/subnets/d40e7a7f-11fb-4f64-aae0-33180a9758a0 HTTP/1.1" status: 204 len: 168 time: 0.5511053 May 20 14:56:41.769286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59756) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:41.774231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dc9174-a506-4c58-923a-7f1696804c74 None None] Network a3b89abc-fede-445e-b6d1-21db1f964e1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:41.775224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for 646db5f6-53c3-4649-b209-976558b56185 owned by {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:41.801171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-109468dd-5e60-415a-b806-cdb3006ece19 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:41.802260 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-109468dd-5e60-415a-b806-cdb3006ece19 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.6614103 May 20 14:56:41.871721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting subnet 203db33e-dc10-4dc3-becb-37cf2d6554c8 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:41.877395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.921167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 36f15789-27e1-4d43-adac-fa679b2a7752 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:41.947199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:41.976583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 36f15789-27e1-4d43-adac-fa679b2a7752 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:41.976832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 36f15789-27e1-4d43-adac-fa679b2a7752 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:41.977269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device dbdf85f1-2dba-466c-8016-71de64f89ddd no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:42.038655 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.042054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: dbdf85f1-2dba-466c-8016-71de64f89ddd {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:42.042417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device dbdf85f1-2dba-466c-8016-71de64f89ddd not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:42.062663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.080260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.087089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7a1dbfc-7d9c-47b5-bc8a-081cf0ac8540 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:42.126658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Subnet': ['ID=660b00fc-71b6-415b-912e-a383fd962a2a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:42.168688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:42.182518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.183876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e8418d-683f-4af1-97f1-d2ab1b17cbe5 None None] Network d8088f38-3669-4dce-989e-c390695155c4 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:42.206856 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/660b00fc-71b6-415b-912e-a383fd962a2a HTTP/1.1" status: 204 len: 168 time: 1.4421716 May 20 14:56:42.210657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59762) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:42.216239 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] DHCP port deletion for a3b89abc-fede-445e-b6d1-21db1f964e1c request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:42.240633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:42.240867 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.296263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.354828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-84d2ee64-c987-499a-860c-88c0071eda03 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:42.420475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Deleting port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:42.421014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.439464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798f738-4e98-44d2-96c0-1e7af44df009 req-495202a9-1fd8-433f-8755-d0d02ac61b4d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:42.441139 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1798f738-4e98-44d2-96c0-1e7af44df009 req-495202a9-1fd8-433f-8755-d0d02ac61b4d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 946 time: 0.2435932 May 20 14:56:42.460705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=646db5f6-53c3-4649-b209-976558b56185,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:42.476823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:42.508185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.527462 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1798f738-4e98-44d2-96c0-1e7af44df009 req-1aa51982-255e-4dac-b7a0-dc2036eb234a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=0a06e3ac-9e92-42da-a591-a404290421ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732293 May 20 14:56:42.560533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] For port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,segment=NetworkSegment(4571bee4-460a-492c-9278-dc6efe37804e),segment_id=4571bee4-460a-492c-9278-dc6efe37804e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:42.561063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.567117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.576693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:42.631680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Subnet': ['ID=203db33e-dc10-4dc3-becb-37cf2d6554c8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:42.635309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:42.650854 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.655048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88df298b-3c3f-489f-ad99-0664b7847f9b None None] Network 79269df6-d032-4506-aa27-5a47cf984140 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:42.662345 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6b803044-45f1-481e-9173-2e706d4ec85d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/subnets/203db33e-dc10-4dc3-becb-37cf2d6554c8 HTTP/1.1" status: 204 len: 168 time: 0.8907409 May 20 14:56:42.663918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59766) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:42.667314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:42.667681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.689040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.693968 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/646db5f6-53c3-4649-b209-976558b56185 HTTP/1.1" status: 204 len: 168 time: 1.8416429 May 20 14:56:42.735493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] DHCP port deletion for d8088f38-3669-4dce-989e-c390695155c4 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:42.745435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Calling delete_port for 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:42.751828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59770) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:42.859367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:42.878928 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebedd512-59c4-4791-ac9c-9a21c5a28eaa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] GET failed (client error): The resource could not be found. May 20 14:56:42.879593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ebedd512-59c4-4791-ac9c-9a21c5a28eaa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:42.907333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Deleting port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:42.907719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.932597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:42.934166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ebedd512-59c4-4791-ac9c-9a21c5a28eaa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:42.938265 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ebedd512-59c4-4791-ac9c-9a21c5a28eaa tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports/646db5f6-53c3-4649-b209-976558b56185 HTTP/1.1" status: 404 len: 333 time: 0.1823072 May 20 14:56:42.939637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59774) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:43.009083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Deleting port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:43.009465 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.021686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] For port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:43.022039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.048781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.053067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.059043 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-316d3296-7986-438a-a0df-76a64fc0d24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.085022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.130048 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:43.130454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.154953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Pushing event deleted for resources: {'Port': ['ID=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.157442 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.170989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] No DVR routers for this DVR port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:43.195944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] For port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,segment=NetworkSegment(ab1f3e4a-dbed-4bec-9d45-6821aa0651bc),segment_id=ab1f3e4a-dbed-4bec-9d45-6821aa0651bc)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:43.196393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.228621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.242051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-04026ddc-b511-43e8-b27b-938133b69cc8 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.277117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] For port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d, host dv-neutron-601336-75-hyperv, got binding levels [] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:43.277547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.287481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b97e4d-51e3-49f1-adc2-c1f78cf0c2e2,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.302759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.305784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.309384 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/security-groups/c5b97e4d-51e3-49f1-adc2-c1f78cf0c2e2 HTTP/1.1" status: 204 len: 168 time: 0.3662508 May 20 14:56:43.324149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59778) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:43.324815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] DHCP port deletion for 79269df6-d032-4506-aa27-5a47cf984140 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:43.344055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Calling delete_port for 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:43.395515 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Calling delete_port for 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:43.419346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Calling delete_port for 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:43.423841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.ipam_backend_mixin [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d was not found and therefore no delete operation was performed {{(pid=98805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 20 14:56:43.424807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.428477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53724e7c-99d5-4db0-9b94-e18b6143276e tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.470841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Port': ['ID=26345ce6-c2dd-4e3d-87d5-813eacbdbf8d,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.471633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.475841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.478345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] No DVR routers for this DVR port 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:43.489002 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Deleting port 912be856-cc4e-4416-8fa2-de4f876a739a {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:43.489385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.490648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.504472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c8355a1a-3293-48ed-9916-7b7a43e3efb8 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.555463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.564197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.578014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.596313 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.610756 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ad3d34df-4f5a-48ff-9512-796ac820963b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.615270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.633650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b89abc-fede-445e-b6d1-21db1f964e1c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:43.651659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4571bee4-460a-492c-9278-dc6efe37804e') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:43.652448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4571bee4-460a-492c-9278-dc6efe37804e') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:43.665460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Pushing event deleted for resources: {'Port': ['ID=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.666089 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.667833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.672145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] No DVR routers for this DVR port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:43.681709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:43.684263 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.687199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'name': 'network-vif-deleted', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:56:43.688737 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] For port 912be856-cc4e-4416-8fa2-de4f876a739a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=912be856-cc4e-4416-8fa2-de4f876a739a,segment=NetworkSegment(ef703085-6579-481d-9f3a-d00e5c8e5f67),segment_id=ef703085-6579-481d-9f3a-d00e5c8e5f67)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:43.689348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.699307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.702744 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.709755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.711360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-318efcd9-8367-4785-abe1-ba7436b252e0 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.730061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:43.730878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.769429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Port': ['ID=56fd8a51-3fad-4241-9f8d-3eb25bf9d396,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.771885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No DVR routers for this DVR port 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:43.774708 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:43.800301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.801878 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6a7dd8ac-017b-41de-bbd5-f93e5b3e322d req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd HTTP/1.1" status: 204 len: 173 time: 1.9853837 May 20 14:56:43.816028 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ed1bd3-6833-41d0-ac2d-f7716a574ced', 'name': 'network-vif-deleted', 'tag': '198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd', 'status': 'completed', 'code': 200} May 20 14:56:43.820633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 912be856-cc4e-4416-8fa2-de4f876a739a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:43.827848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.830557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.831847 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/security-groups/1cda6311-34c3-478a-b01c-2b08031cdf9d HTTP/1.1" status: 204 len: 168 time: 0.5057623 May 20 14:56:43.833693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2d8a9009-9877-443b-9e9c-25d7ab7304fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:43.859726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59786) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:43.885253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cda6311-34c3-478a-b01c-2b08031cdf9d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:43.896109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:43.911419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Calling delete_port for 912be856-cc4e-4416-8fa2-de4f876a739a owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:43.935289 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2f6f24ad-d55e-4104-a0ed-0511ba81305e req-e9979988-4245-4199-bc95-c3b50e925513 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=c9ed1bd3-6833-41d0-ac2d-f7716a574ced HTTP/1.1" status: 200 len: 210 time: 0.0651333 May 20 14:56:43.964660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:43.980824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3a61635-a984-4c32-807e-85bc3e273048 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:44.008095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.014021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Network': ['ID=a3b89abc-fede-445e-b6d1-21db1f964e1c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:44.019142 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/networks/a3b89abc-fede-445e-b6d1-21db1f964e1c HTTP/1.1" status: 204 len: 168 time: 1.3525810 May 20 14:56:44.019142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:44.023550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59790) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:44.027475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.059071 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8088f38-3669-4dce-989e-c390695155c4']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:44.072067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.080585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:44.081198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1f3e4a-dbed-4bec-9d45-6821aa0651bc') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:44.099504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.115230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.132067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.138012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:44.152011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.171363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.174185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:44.174419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.187392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] No DVR routers for this DVR port 912be856-cc4e-4416-8fa2-de4f876a739a on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:44.188882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:44.198414 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:44.212718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.217820 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Pushing event deleted for resources: {'Port': ['ID=912be856-cc4e-4416-8fa2-de4f876a739a,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:44.225119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:44.225498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:44.225851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 56fd8a51-3fad-4241-9f8d-3eb25bf9d396 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:44.226275 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:44.260463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:44.260858 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 26345ce6-c2dd-4e3d-87d5-813eacbdbf8d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:44.317581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.321175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ccc6380f-c13e-430c-b2f0-e61fbf82778f tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:44.321366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.335278 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79269df6-d032-4506-aa27-5a47cf984140']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:44.339329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.345764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Pushing event deleted for resources: {'Network': ['ID=d8088f38-3669-4dce-989e-c390695155c4,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:44.359976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:44.360550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef703085-6579-481d-9f3a-d00e5c8e5f67') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:44.360550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef703085-6579-481d-9f3a-d00e5c8e5f67') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:44.360760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.360760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.360760 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/security-groups/50fc24f3-8838-4fe2-897d-10a862430ef5 HTTP/1.1" status: 204 len: 168 time: 0.4991000 May 20 14:56:44.361051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d5316a7c-c99a-44e7-85bc-f9a2ba310954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:44.370711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59794) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:44.372063 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/networks/d8088f38-3669-4dce-989e-c390695155c4 HTTP/1.1" status: 204 len: 168 time: 2.1603799 May 20 14:56:44.374801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc24f3-8838-4fe2-897d-10a862430ef5,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:44.375648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59798) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:44.376895 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:44.415075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'routes': None}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:44.466522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.692878 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.711500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:44.745055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:44.745409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 198b8d0f-cef2-4f6e-aa3d-b8c93e7e6afd not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:44.776225 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:44.776633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:44.794947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 52c66965-5b6d-4502-8ea2-bcee4904a18f {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:44.796691 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:44.814391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.008534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.extraroute_db [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Added routes are [] {{(pid=98805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} May 20 14:56:45.008850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.extraroute_db [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Removed routes are [] {{(pid=98805) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} May 20 14:56:45.009191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.052912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59804) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:45.080286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.084016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.122656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-919e9ba3-0bd4-4e59-83b4-e12fca7f1654 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:45.129791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.146425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.160875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.221252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Network': ['ID=79269df6-d032-4506-aa27-5a47cf984140,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:45.226469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.227896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:45.233708 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/networks/79269df6-d032-4506-aa27-5a47cf984140 HTTP/1.1" status: 204 len: 168 time: 1.2068951 May 20 14:56:45.233901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-72dfcdb0-fff6-4788-8495-b755e0a1c324 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:45.239815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59808) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:45.279669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06e3ac-9e92-42da-a591-a404290421ad,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:45.281892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:45.306352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.307595 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a76cea16-0402-40fb-af0b-a3d27c4f0ef4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a06e3ac-9e92-42da-a591-a404290421ad HTTP/1.1" status: 204 len: 168 time: 0.2535930 May 20 14:56:45.325532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting subnet 95507156-16ea-47f5-b777-423880c24851 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:45.328570 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.362286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59814) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:45.378631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.385742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.458284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.462025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.570997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:45.713633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.800675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:45.810109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:45.813786 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-82299989-4b35-400f-af31-2c04bcf59b57 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 700 time: 1.4013100 May 20 14:56:45.813998 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] Sync routers for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:45.814542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59818) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:45.823040 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:45.824035 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:45.960009 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:46.028829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6b72df1e-f635-4aa4-9284-2f4347249daf tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:46.064652 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:39Z', 'revision_number': 11, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:46.068983 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] Checking router: ea21f50b-c432-40c7-a0d5-2eae9ee9c551 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:46.076699 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] Routers {'ea21f50b-c432-40c7-a0d5-2eae9ee9c551'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:46.077221 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:46.091466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6b72df1e-f635-4aa4-9284-2f4347249daf tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:46.095021 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6b72df1e-f635-4aa4-9284-2f4347249daf tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 205 time: 0.2771149 May 20 14:56:46.096101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59822) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:46.202102 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] Set router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:46.244454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.337569 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:39Z', 'revision_number': 11, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:46.341449 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad3d845-4dbb-4d1c-882e-244ad36bea62 None None] The sync data for ids ['ea21f50b-c432-40c7-a0d5-2eae9ee9c551'] in dv-neutron-601336-75-hyperv is: [{'id': 'ea21f50b-c432-40c7-a0d5-2eae9ee9c551', 'name': 'tempest-RoutersTest-router-263144460', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:55:31Z', 'updated_at': '2021-05-20T14:56:39Z', 'revision_number': 11, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:46.356342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.370367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f2b60295-bf37-4fdb-b59e-6b90403de18e tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:46.377094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.383916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cfb7bad9-9fe5-4b00-b296-901a079a30e2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:46.409240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Subnet': ['ID=95507156-16ea-47f5-b777-423880c24851,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:46.412706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:46.414431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.426467 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ba107797-91be-45da-8014-49ea2d59f12d tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/subnets/95507156-16ea-47f5-b777-423880c24851 HTTP/1.1" status: 204 len: 168 time: 1.1794994 May 20 14:56:46.427323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59826) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:46.429769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d5883f-b1d9-47b8-8cf6-ae308dfe1824 None None] Network fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:46.525920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=52c66965-5b6d-4502-8ea2-bcee4904a18f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:46.538273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:46.542148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.552349 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.568542 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:56:46.576324 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46f9d1e-6ff1-4596-ae7f-ccbfb6946225 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:46.603194 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/52c66965-5b6d-4502-8ea2-bcee4904a18f HTTP/1.1" status: 204 len: 168 time: 2.2252014 May 20 14:56:46.605269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59830) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:46.623284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.642029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.647533 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.691710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 2f5971e3-4127-400b-9bdd-c8b9feb65eaf {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:46.694889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.695609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router ea21f50b-c432-40c7-a0d5-2eae9ee9c551 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:56:46.697128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.753111 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.760810 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ef59f992-637d-4d52-9f08-8ad56ef6ba12 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 204 len: 168 time: 0.6582644 May 20 14:56:46.760810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59834) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:46.764716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1151199778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:46.776174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:46.784868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Usage tracker for resource:router and tenant:867a15b3abcf4ce2b340db5677dc04ba is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:46.794982 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.866181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:46.878637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:46.882193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] DHCP port deletion for fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:46.901736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Deleting port 78d74718-5957-44fa-a1c2-5880a59365fc {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:46.902076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.904015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.905049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.936229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.964773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:46.997541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.023038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Deleting port 78d74718-5957-44fa-a1c2-5880a59365fc {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:47.024454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.043062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.047012 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-32b95abd-b6fd-4e0e-bad9-94acdbf64750 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2841256 May 20 14:56:47.047231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59838) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:47.057311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Request body: {'router': {'admin_state_up': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:47.069997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] For port 78d74718-5957-44fa-a1c2-5880a59365fc, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78d74718-5957-44fa-a1c2-5880a59365fc,segment=NetworkSegment(fd97ed61-6ab0-4061-8068-abd57892219d),segment_id=fd97ed61-6ab0-4061-8068-abd57892219d)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:47.070503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.126008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] For port 78d74718-5957-44fa-a1c2-5880a59365fc, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=78d74718-5957-44fa-a1c2-5880a59365fc,segment=NetworkSegment(fd97ed61-6ab0-4061-8068-abd57892219d),segment_id=fd97ed61-6ab0-4061-8068-abd57892219d)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:47.126432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.216730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Calling delete_port for 78d74718-5957-44fa-a1c2-5880a59365fc owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:47.271333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Calling delete_port for 78d74718-5957-44fa-a1c2-5880a59365fc owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:47.276997 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.287844 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d5b9067-284a-428d-bf5b-647de0615899 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:47.347035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.354819 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-dcbd04a6-cb9f-469f-88bb-41333b243c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:47.359998 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] No DVR routers for this DVR port 78d74718-5957-44fa-a1c2-5880a59365fc on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:47.409032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Pushing event deleted for resources: {'Port': ['ID=78d74718-5957-44fa-a1c2-5880a59365fc,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:47.413079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Port': ['ID=78d74718-5957-44fa-a1c2-5880a59365fc,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:47.413657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:47.416400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] No DVR routers for this DVR port 78d74718-5957-44fa-a1c2-5880a59365fc on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:47.430378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:47.664842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78d74718-5957-44fa-a1c2-5880a59365fc no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:47.705012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 78d74718-5957-44fa-a1c2-5880a59365fc {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:47.705308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 78d74718-5957-44fa-a1c2-5880a59365fc not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:47.723222 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-336afa9e-0bba-4c6e-b092-ca509bcbac55 None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:47.723855 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-336afa9e-0bba-4c6e-b092-ca509bcbac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.726456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.744480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa79f838-6cfb-4e90-88d6-d4d0f0b67f71']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:47.760817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd97ed61-6ab0-4061-8068-abd57892219d') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:47.761490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd97ed61-6ab0-4061-8068-abd57892219d') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:47.777801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-336afa9e-0bba-4c6e-b092-ca509bcbac55 None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:47.781191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.789099 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-336afa9e-0bba-4c6e-b092-ca509bcbac55 None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:47.789476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-336afa9e-0bba-4c6e-b092-ca509bcbac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.798231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.802044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.807781 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port e97af5e1-3164-4fbe-863d-2c45e456831d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:47.808117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.817426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.837471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:47.837880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:47.852590 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:47.958205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:47.964662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-beefd432-b0f5-4669-ac68-0aecf31ba514 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:48.000892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.002509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=2f5971e3-4127-400b-9bdd-c8b9feb65eaf,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:48.005973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5255e383-da27-4809-9c6f-338f346dc957 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:48.008816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:48.017240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.021409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425450c3-ea51-4863-87a5-230ecd6469e8 None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:48.026537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.030636 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/2f5971e3-4127-400b-9bdd-c8b9feb65eaf HTTP/1.1" status: 204 len: 168 time: 1.4241648 May 20 14:56:48.033896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Pushing event deleted for resources: {'Network': ['ID=fa79f838-6cfb-4e90-88d6-d4d0f0b67f71,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:48.034638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59842) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.049776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:48.064244 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/networks/fa79f838-6cfb-4e90-88d6-d4d0f0b67f71 HTTP/1.1" status: 204 len: 168 time: 1.6365263 May 20 14:56:48.066054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port e97af5e1-3164-4fbe-863d-2c45e456831d, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=e97af5e1-3164-4fbe-863d-2c45e456831d,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:48.066950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.073724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59846) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.112140 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-80784589-5427-43c7-ab89-e4e1ac516ef8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:48.112593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80784589-5427-43c7-ab89-e4e1ac516ef8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:48.114248 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-80784589-5427-43c7-ab89-e4e1ac516ef8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/52c66965-5b6d-4502-8ea2-bcee4904a18f HTTP/1.1" status: 404 len: 337 time: 0.0770438 May 20 14:56:48.120539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.163711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02b53052-c1d8-4ab4-9643-a32b9a06b31f tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Synchronizing usage tracker for tenant:5f14eafc34fb4323858f5a3990e70c59 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:48.169888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Router 4f429130-557f-4946-9716-b119c3a824ab is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:56:48.204402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for e97af5e1-3164-4fbe-863d-2c45e456831d owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:48.267868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-02b53052-c1d8-4ab4-9643-a32b9a06b31f tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Unset dirty status for tenant:5f14eafc34fb4323858f5a3990e70c59 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:48.269027 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-02b53052-c1d8-4ab4-9643-a32b9a06b31f tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "GET /v2.0/ports?device_id=860037b6-4d64-4e80-bed0-7026433cb86e HTTP/1.1" status: 200 len: 205 time: 0.1933475 May 20 14:56:48.272911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59854) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.341196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting subnet 035d1f35-1381-42b7-a08f-5bd3011ae11e {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:48.346689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:48.348336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.356823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] Sync routers for ids ['4f429130-557f-4946-9716-b119c3a824ab'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:48.368273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] Routers {'4f429130-557f-4946-9716-b119c3a824ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:48.369607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4f429130-557f-4946-9716-b119c3a824ab'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:48.381480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.383623 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d45701fc-b9bc-4263-8097-61b1936b60be tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "PUT /v2.0/routers/4f429130-557f-4946-9716-b119c3a824ab HTTP/1.1" status: 200 len: 694 time: 1.3354824 May 20 14:56:48.407151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59858) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.421354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.511763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.514773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] Set router 4f429130-557f-4946-9716-b119c3a824ab gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:48.554774 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-61b7e5c7-a4c7-4ac7-a92f-1879a4b1b424 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/routers/4f429130-557f-4946-9716-b119c3a824ab HTTP/1.1" status: 200 len: 700 time: 0.1441252 May 20 14:56:48.556245 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59862) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.560398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.628168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f429130-557f-4946-9716-b119c3a824ab', 'name': 'tempest-RoutersTest-router-1151199778', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:46Z', 'updated_at': '2021-05-20T14:56:47Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:48.633280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] Checking router: 4f429130-557f-4946-9716-b119c3a824ab for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:48.642523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] Routers {'4f429130-557f-4946-9716-b119c3a824ab'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:48.643400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['4f429130-557f-4946-9716-b119c3a824ab'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:48.770442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-50becccc-657a-478f-88c5-084d2e4ef3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Synchronizing usage tracker for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:48.784422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] Set router 4f429130-557f-4946-9716-b119c3a824ab gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:48.820811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.825473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ee6bfe3d-6fcc-468f-94cd-4dd03d6e5728 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:48.875534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Subnet': ['ID=035d1f35-1381-42b7-a08f-5bd3011ae11e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:48.877523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:48.881735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:48.895813 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/035d1f35-1381-42b7-a08f-5bd3011ae11e HTTP/1.1" status: 204 len: 168 time: 0.7721131 May 20 14:56:48.896361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59866) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.914121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9513afd8-dc85-43a9-8969-034f830fbaab None None] Network db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:48.939727 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3e6c0c-7856-448e-988e-66d960ed25f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:48.940194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3e6c0c-7856-448e-988e-66d960ed25f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:48.944493 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5d3e6c0c-7856-448e-988e-66d960ed25f9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/360d6eca-f5fc-4d2d-8d8b-7f219c645b6e HTTP/1.1" status: 404 len: 337 time: 0.0446537 May 20 14:56:48.944847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59870) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:48.994970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a717d8cb-cdee-4d7e-964d-ae21a38e1886 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Synchronizing usage tracker for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:49.004869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f429130-557f-4946-9716-b119c3a824ab', 'name': 'tempest-RoutersTest-router-1151199778', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:46Z', 'updated_at': '2021-05-20T14:56:47Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:49.008322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-a717d8cb-cdee-4d7e-964d-ae21a38e1886 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Unset dirty status for tenant:6d8acafcce15475ea92979f5274df030 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:49.012111 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a717d8cb-cdee-4d7e-964d-ae21a38e1886 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "GET /v2.0/ports?device_id=7f6baafb-679b-4799-b178-9ce3cd5dd75e HTTP/1.1" status: 200 len: 205 time: 0.0636461 May 20 14:56:49.013160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59874) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.013296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce45d722-9944-4b41-a511-348e3af5b686 None None] The sync data for ids ['4f429130-557f-4946-9716-b119c3a824ab'] in dv-neutron-601336-75-hyperv is: [{'id': '4f429130-557f-4946-9716-b119c3a824ab', 'name': 'tempest-RoutersTest-router-1151199778', 'tenant_id': '867a15b3abcf4ce2b340db5677dc04ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:46Z', 'updated_at': '2021-05-20T14:56:47Z', 'revision_number': 2, 'project_id': '867a15b3abcf4ce2b340db5677dc04ba', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:49.032500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-50becccc-657a-478f-88c5-084d2e4ef3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Unset dirty status for tenant:867a15b3abcf4ce2b340db5677dc04ba on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:49.036570 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-50becccc-657a-478f-88c5-084d2e4ef3ca tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f429130-557f-4946-9716-b119c3a824ab HTTP/1.1" status: 200 len: 205 time: 0.4762745 May 20 14:56:49.038931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59878) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.087738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b757f8e5-fdb5-4997-967b-8e3646cc1dad None None] Provisioning complete for port ff5b0643-3b57-425b-bb22-db826be6c207 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:49.088146 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b757f8e5-fdb5-4997-967b-8e3646cc1dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.098703 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-05d25f8b-d58f-41d7-93d4-72e567e9baa3 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] delete failed (client error): The resource could not be found. May 20 14:56:49.104025 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-05d25f8b-d58f-41d7-93d4-72e567e9baa3 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/routers/7f6baafb-679b-4799-b178-9ce3cd5dd75e HTTP/1.1" status: 404 len: 336 time: 0.0903413 May 20 14:56:49.104918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59882) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.214483 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-b757f8e5-fdb5-4997-967b-8e3646cc1dad None None] Port ff5b0643-3b57-425b-bb22-db826be6c207 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:56:49.236616 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.238436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b757f8e5-fdb5-4997-967b-8e3646cc1dad None None] Provisioning complete for port 142f9071-b21e-42f8-8975-fd18b291c003 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:56:49.238814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b757f8e5-fdb5-4997-967b-8e3646cc1dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.241022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.303206 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e9d6f4-8370-44a2-a352-6b12739d3c10 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.303665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e9d6f4-8370-44a2-a352-6b12739d3c10 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.305334 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-85e9d6f4-8370-44a2-a352-6b12739d3c10 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/752e5d3b-96f7-4033-821e-200b7967e2c7 HTTP/1.1" status: 404 len: 337 time: 0.1991251 May 20 14:56:49.308437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59886) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.316687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.351247 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6971fc3d-9518-47c0-b2de-a3b740300aee tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.351910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6971fc3d-9518-47c0-b2de-a3b740300aee tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.353628 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6971fc3d-9518-47c0-b2de-a3b740300aee tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/e05211ff-8cc8-4a8b-9755-c1a83d40f01d HTTP/1.1" status: 404 len: 337 time: 0.0442977 May 20 14:56:49.358326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59892) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.398468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] DHCP port deletion for db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:49.400278 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0aef25f-a4c8-4e7e-9393-cfd4cfd7d4ce tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.400833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0aef25f-a4c8-4e7e-9393-cfd4cfd7d4ce tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.405095 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f0aef25f-a4c8-4e7e-9393-cfd4cfd7d4ce tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/4393f78d-a8b9-40d4-88c9-c1cc38b4db0c HTTP/1.1" status: 404 len: 337 time: 0.0429032 May 20 14:56:49.405695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59896) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.450241 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95cd86b-248c-478b-9eea-5f1291482446 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.450828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f95cd86b-248c-478b-9eea-5f1291482446 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.455148 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f95cd86b-248c-478b-9eea-5f1291482446 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/38cf838b-05cd-4ef0-ad45-f82c454c95c4 HTTP/1.1" status: 404 len: 333 time: 0.0461769 May 20 14:56:49.455445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59900) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.478966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Deleting port 142f9071-b21e-42f8-8975-fd18b291c003 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:49.479769 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.494252 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc40b4cd-d769-4e20-9eb6-560f05df727a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.494852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc40b4cd-d769-4e20-9eb6-560f05df727a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.499067 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fc40b4cd-d769-4e20-9eb6-560f05df727a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/a837519e-628b-4eb5-be8f-2d9c21ca7fb3 HTTP/1.1" status: 404 len: 337 time: 0.0402746 May 20 14:56:49.499373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59904) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.537921 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-4421f494-c1dd-4a0f-adf9-d704d945b6d4 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.538469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4421f494-c1dd-4a0f-adf9-d704d945b6d4 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.542682 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4421f494-c1dd-4a0f-adf9-d704d945b6d4 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/6c35693b-530c-4835-80a5-1e1a8074f91c HTTP/1.1" status: 404 len: 337 time: 0.0398850 May 20 14:56:49.542954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59908) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.589709 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a45947-0940-4c88-91f1-a24f452f252c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.590273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a45947-0940-4c88-91f1-a24f452f252c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.592044 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d4a45947-0940-4c88-91f1-a24f452f252c tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/01d49421-b36c-499f-80c5-011d8ae2e5ef HTTP/1.1" status: 404 len: 333 time: 0.0481336 May 20 14:56:49.594580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59912) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.602672 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:49.603034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.630606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.631733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Fanout notify agent at l3_agent the message router_deleted on router 860037b6-4d64-4e80-bed0-7026433cb86e {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:56:49.633918 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce3d8a6-37ef-419d-80eb-6ea4cb55f4c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.634447 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce3d8a6-37ef-419d-80eb-6ea4cb55f4c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.636554 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3ce3d8a6-37ef-419d-80eb-6ea4cb55f4c2 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/227b6c5f-de56-4a20-bbaf-01bc01f6a57a HTTP/1.1" status: 404 len: 337 time: 0.0406556 May 20 14:56:49.639143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59916) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.654645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.657954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.672553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.673899 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bd28331d-b45c-4878-8b3c-6132f5a0500c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] 10.222.0.58 "DELETE /v2.0/routers/860037b6-4d64-4e80-bed0-7026433cb86e HTTP/1.1" status: 204 len: 168 time: 1.3999908 May 20 14:56:49.683451 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b951c1-a4ff-4682-82c3-4d57c9288134 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] DELETE failed (client error): The resource could not be found. May 20 14:56:49.683988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b951c1-a4ff-4682-82c3-4d57c9288134 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:49.685859 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-55b951c1-a4ff-4682-82c3-4d57c9288134 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/subnets/5695cbca-8de6-46a7-8892-38e1b1528962 HTTP/1.1" status: 404 len: 337 time: 0.0457470 May 20 14:56:49.688584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59922) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.711889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.716641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:49.751963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 142f9071-b21e-42f8-8975-fd18b291c003 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:49.774886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=e97af5e1-3164-4fbe-863d-2c45e456831d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:49.781287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:49.788537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.789233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Fanout notify agent at l3_agent the message router_deleted on router 4f429130-557f-4946-9716-b119c3a824ab {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:56:49.798049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Calling delete_port for 142f9071-b21e-42f8-8975-fd18b291c003 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:49.846603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.872813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Deleting port ff5b0643-3b57-425b-bb22-db826be6c207 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:49.873328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.920892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:49.922382 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-19f75f13-68c6-4b1a-b118-55d813b47c02 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/4f429130-557f-4946-9716-b119c3a824ab HTTP/1.1" status: 204 len: 168 time: 0.8824701 May 20 14:56:49.931037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59926) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:49.957365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.016948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 142f9071-b21e-42f8-8975-fd18b291c003, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=142f9071-b21e-42f8-8975-fd18b291c003,segment=NetworkSegment(0b0d5492-f9df-408e-8725-812d4a327f7b),segment_id=0b0d5492-f9df-408e-8725-812d4a327f7b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:50.021526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.025750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4ba1a8eb-8611-4bcc-8a3a-c4be37ad2469 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:50.034070 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b5ce0019-44d1-4f5d-af1e-2f10c54bb133 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=4f429130-557f-4946-9716-b119c3a824ab HTTP/1.1" status: 200 len: 205 time: 0.1016612 May 20 14:56:50.052696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59932) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.071003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.093657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] No DVR routers for this DVR port 142f9071-b21e-42f8-8975-fd18b291c003 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:50.098355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event deleted for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:50.101022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:50.102242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:50.147240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Pushing event deleted for resources: {'Port': ['ID=142f9071-b21e-42f8-8975-fd18b291c003,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:50.149963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:50.163475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.184828 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-249d0bff-580e-4b77-babf-aac63641124d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:50.185837 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-249d0bff-580e-4b77-babf-aac63641124d tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/4f429130-557f-4946-9716-b119c3a824ab HTTP/1.1" status: 404 len: 336 time: 0.1071956 May 20 14:56:50.188753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59938) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.231715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59942) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.254325 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-4046edb0-2442-45f5-b6d3-ceed8a80437a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:50.254777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4046edb0-2442-45f5-b6d3-ceed8a80437a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:50.258810 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4046edb0-2442-45f5-b6d3-ceed8a80437a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/14f29757-ab14-4125-94a9-b58402115cf1 HTTP/1.1" status: 404 len: 337 time: 0.0666039 May 20 14:56:50.259887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59948) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.308122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Calling delete_port for ff5b0643-3b57-425b-bb22-db826be6c207 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:50.357403 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a83ac7-0db1-4b55-bd7e-aa34a2476f72 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:50.357799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a83ac7-0db1-4b55-bd7e-aa34a2476f72 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:50.359517 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-93a83ac7-0db1-4b55-bd7e-aa34a2476f72 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/76e022e0-e688-42dd-a506-2ae67732a92c HTTP/1.1" status: 404 len: 337 time: 0.0993857 May 20 14:56:50.360279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.362090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59952) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.390740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.403011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:50.456108 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-6466072c-8f43-438a-98f3-1c93551c86dd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:50.456589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6466072c-8f43-438a-98f3-1c93551c86dd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:50.459985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Port': ['ID=ff5b0643-3b57-425b-bb22-db826be6c207,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:50.466176 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6466072c-8f43-438a-98f3-1c93551c86dd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/2058aa98-d8df-49ba-a6cb-4005bd242e5a HTTP/1.1" status: 404 len: 337 time: 0.1030030 May 20 14:56:50.467086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:50.468748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59958) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.471680 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.473242 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/ports/ff5b0643-3b57-425b-bb22-db826be6c207 HTTP/1.1" status: 204 len: 168 time: 0.7835267 May 20 14:56:50.492250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 59962) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.510537 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-374ed5c2-5b90-4385-b53a-3fc3ccab2877 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:50.511267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374ed5c2-5b90-4385-b53a-3fc3ccab2877 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:50.512987 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-374ed5c2-5b90-4385-b53a-3fc3ccab2877 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/660b00fc-71b6-415b-912e-a383fd962a2a HTTP/1.1" status: 404 len: 337 time: 0.0432961 May 20 14:56:50.515600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59964) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.559809 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d19c497d-5436-48ce-a879-369b089da2af tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 200 len: 205 time: 0.0429075 May 20 14:56:50.561953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59968) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.631924 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-f6893cf4-095b-4747-a826-b413fb9d96e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:50.632925 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f6893cf4-095b-4747-a826-b413fb9d96e4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/ea21f50b-c432-40c7-a0d5-2eae9ee9c551 HTTP/1.1" status: 404 len: 336 time: 0.0700803 May 20 14:56:50.635572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59972) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.679466 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00f73ab4-250b-4be8-8b3d-e888fb7064cf tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a3615ae-308c-4ce8-8bcb-92ee89a00285 HTTP/1.1" status: 200 len: 205 time: 0.0423784 May 20 14:56:50.681624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59978) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.749109 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0969d2b6-f41d-4b98-8ab1-cc5a0969b3d1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:50.750108 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0969d2b6-f41d-4b98-8ab1-cc5a0969b3d1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/6a3615ae-308c-4ce8-8bcb-92ee89a00285 HTTP/1.1" status: 404 len: 336 time: 0.0676215 May 20 14:56:50.752618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59982) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.789764 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe1bf26-36f0-4e46-b3c0-21ebdd4e4510 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:50.790215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe1bf26-36f0-4e46-b3c0-21ebdd4e4510 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:50.791858 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5fe1bf26-36f0-4e46-b3c0-21ebdd4e4510 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/901323b1-6271-4040-aa70-44379b8ce853 HTTP/1.1" status: 404 len: 337 time: 0.0383763 May 20 14:56:50.794383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59986) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.836207 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9ad705e5-bb84-4ced-80c7-3b164d6a82c3 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f14eafc34fb4323858f5a3990e70c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6006606 May 20 14:56:50.838838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59990) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.841136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-89c8b89b-cc3f-4f06-8e67-299a7400d9bf tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 200 len: 205 time: 0.0457196 May 20 14:56:50.851698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59994) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.889860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:50.930626 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-3b4b9853-637a-4d92-9390-2809488f48ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:50.931647 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3b4b9853-637a-4d92-9390-2809488f48ee tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/f99cff18-a1a6-454c-8e3b-b85fc9686932 HTTP/1.1" status: 404 len: 336 time: 0.0786853 May 20 14:56:50.934656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 59998) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:50.990426 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3d8bde1c-0508-4ff7-ba70-66c410adef00 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=f3b68e8a-2b73-4727-9535-628a0e9bd64e HTTP/1.1" status: 200 len: 205 time: 0.0546203 May 20 14:56:50.993615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60002) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.070785 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-d2fa6c9c-d631-4379-8560-6f9c29cd455a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:51.071799 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d2fa6c9c-d631-4379-8560-6f9c29cd455a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/f3b68e8a-2b73-4727-9535-628a0e9bd64e HTTP/1.1" status: 404 len: 336 time: 0.0773282 May 20 14:56:51.074330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.075799 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60006) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.122907 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9dfc94e-9e70-4441-a6e7-24c3bc2f2646 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:51.123382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9dfc94e-9e70-4441-a6e7-24c3bc2f2646 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:51.125000 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d9dfc94e-9e70-4441-a6e7-24c3bc2f2646 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/71d2a5dd-39e5-4ce4-80db-1bbfb46283ae HTTP/1.1" status: 404 len: 337 time: 0.0483410 May 20 14:56:51.131349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60010) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.157693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.172849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.180607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db12e0e9-b9af-4544-8fc3-d6d89c4b5e77']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:51.208900 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0d5492-f9df-408e-8725-812d4a327f7b') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:51.209195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0d5492-f9df-408e-8725-812d4a327f7b') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:51.227662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.250439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 54191cbd-a6a9-4e2c-9def-73803a54db8f has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:56:51.254088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.263680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Releasing vlan 743 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:51.264079 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:51.279838 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:51.320052 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-466efc81-8434-46e3-bf55-f856a7ecb14b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=320b2518-ecff-447b-b6e9-418cfb120837 HTTP/1.1" status: 200 len: 205 time: 0.1875832 May 20 14:56:51.326115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60014) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.407192 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-fda7ef86-4fdc-42fb-84bb-9d7c003f7b60 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:51.408120 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fda7ef86-4fdc-42fb-84bb-9d7c003f7b60 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/320b2518-ecff-447b-b6e9-418cfb120837 HTTP/1.1" status: 404 len: 336 time: 0.0811381 May 20 14:56:51.412208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60018) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.435855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.440446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae8d8684-8b52-448f-9296-67bdb282625c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:51.450923 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e528fb1-8348-4597-8440-14413bca0d42 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:51.451417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e528fb1-8348-4597-8440-14413bca0d42 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:51.460862 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5e528fb1-8348-4597-8440-14413bca0d42 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/d9080eef-55f2-4c29-b37d-9e0b53b565d9 HTTP/1.1" status: 404 len: 337 time: 0.0455692 May 20 14:56:51.461196 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60022) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.506899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-13fc71c6-bf59-4836-843c-12e25da3b87b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8cdfd0d-06c2-4773-bae3-5c74168ffed6 HTTP/1.1" status: 200 len: 205 time: 0.0425634 May 20 14:56:51.507178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.507312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.509994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60026) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.510605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4a5276c6-1de8-48a4-b7e1-3f8f213189ac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:51.524243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Pushing event deleted for resources: {'Network': ['ID=db12e0e9-b9af-4544-8fc3-d6d89c4b5e77,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:51.529255 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] 10.222.0.58 "DELETE /v2.0/networks/db12e0e9-b9af-4544-8fc3-d6d89c4b5e77 HTTP/1.1" status: 204 len: 168 time: 0.8799734 May 20 14:56:51.531700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:51.552681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:51.558027 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/54191cbd-a6a9-4e2c-9def-73803a54db8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1943920 May 20 14:56:51.560308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60032) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.564283 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] Sync routers for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:51.577736 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:51.579646 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:51.584262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.587664 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/064b0836-66e0-4f26-b298-7d0d06820b28 HTTP/1.1" status: 204 len: 168 time: 0.7432768 May 20 14:56:51.587664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064b0836-66e0-4f26-b298-7d0d06820b28,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:51.595326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:51.596680 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-1bea0077-a676-4d05-9041-e9f1bc5bff1c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] delete failed (client error): The resource could not be found. May 20 14:56:51.600669 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1bea0077-a676-4d05-9041-e9f1bc5bff1c tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/routers/c8cdfd0d-06c2-4773-bae3-5c74168ffed6 HTTP/1.1" status: 404 len: 336 time: 0.0803576 May 20 14:56:51.603129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60038) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.664987 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b93f91-d101-4fd0-90ee-e02cbbc23fc7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:51.665813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b93f91-d101-4fd0-90ee-e02cbbc23fc7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98806) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:51.667777 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53b93f91-d101-4fd0-90ee-e02cbbc23fc7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/e9791729-b475-4981-a8d3-6c4bf465364b HTTP/1.1" status: 404 len: 337 time: 0.0638747 May 20 14:56:51.670882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60042) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:51.696563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet e436c7df-45e1-4b77-b93f-a9fa035cb40c {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:56:51.709879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.721790 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.pecan_wsgi.hooks.translation [None req-0662eebf-a12c-4620-b610-9f7483fe474a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] DELETE failed (client error): The resource could not be found. May 20 14:56:51.722241 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0662eebf-a12c-4620-b610-9f7483fe474a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=98805) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 20 14:56:51.724719 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0662eebf-a12c-4620-b610-9f7483fe474a tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] 10.222.0.58 "DELETE /v2.0/subnets/2cd7671f-334c-443a-b616-ae03a9304dc8 HTTP/1.1" status: 404 len: 337 time: 0.0523384 May 20 14:56:51.780184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.845979 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:51.895383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:51.900978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60052) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:52.092584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60062) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:52.181312 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:56:49Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:52.186978 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] Checking router: 54191cbd-a6a9-4e2c-9def-73803a54db8f for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:56:52.195015 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1f5322b6-b690-493b-8e21-60543336e6dc admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6d8acafcce15475ea92979f5274df030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928364 May 20 14:56:52.197348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60072) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:52.201021 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] Routers {'54191cbd-a6a9-4e2c-9def-73803a54db8f'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:52.201748 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['54191cbd-a6a9-4e2c-9def-73803a54db8f'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:52.274916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.309599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.376593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.381183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ed24b999-0277-4126-946e-27c3af342801 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:52.398756 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd64ee-e32e-4ef0-8de1-02875a23b5bd,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:52.401087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:52.407576 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] Set router 54191cbd-a6a9-4e2c-9def-73803a54db8f gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:52.419986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.425328 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eef07881-c6e6-4cc2-a574-c769ca1be6e7 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e5dd64ee-e32e-4ef0-8de1-02875a23b5bd HTTP/1.1" status: 204 len: 168 time: 0.2242146 May 20 14:56:52.466463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60084) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:52.466664 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c7157af4-777b-4748-aef0-133c7df44feb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=867a15b3abcf4ce2b340db5677dc04ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3727889 May 20 14:56:52.482431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.493479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9996510b-af34-4b52-a87f-facf39f45df1 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:52.528191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.534388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caf0708-a669-477a-a5b7-96f268758c03 None None] Network 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:52.539815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=e436c7df-45e1-4b77-b93f-a9fa035cb40c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:52.542777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:52.544416 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-450916cf-658f-4f97-a70f-d0bc6fa4ecce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/e436c7df-45e1-4b77-b93f-a9fa035cb40c HTTP/1.1" status: 204 len: 168 time: 0.9830067 May 20 14:56:52.547056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60090) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:52.574715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.655777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.760390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.766814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-88230d8b-1d9d-4992-ba2e-97229ef9e9d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:52.792623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a28e8c-cbab-4165-9762-09bc3e201e5a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:52.798230 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:52.801189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.812252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:52.817360 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-27a05364-62f1-4955-a905-bda7d009382b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/15a28e8c-cbab-4165-9762-09bc3e201e5a HTTP/1.1" status: 204 len: 168 time: 0.3457325 May 20 14:56:52.837488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60104) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:52.908607 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:56:49Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:52.913828 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb952dff-209a-4560-925e-07871c05daa8 None None] The sync data for ids ['54191cbd-a6a9-4e2c-9def-73803a54db8f'] in dv-neutron-601336-75-hyperv is: [{'id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'name': 'tempest-TestNetworkBasicOps-router-545412693', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214'}], 'enable_snat': True}, 'gw_port_id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:53:53Z', 'updated_at': '2021-05-20T14:56:49Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54191cbd-a6a9-4e2c-9def-73803a54db8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:53:55Z', 'updated_at': '2021-05-20T14:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:56:53.056959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.137082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:53.137428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.171237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-4528869'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:53.177956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:53.183308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Usage tracker for resource:network and tenant:3f79f9873a424563be60d08101fcaa8e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:53.187368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:53.195716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:53.210721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Made reservation on behalf of 3f79f9873a424563be60d08101fcaa8e for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:53.217239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.232794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.249320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:53.258425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Usage tracker for resource:security_group_rule and tenant:3f79f9873a424563be60d08101fcaa8e is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:53.261991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:53.268556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:53.282244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:53.283449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.288439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] DHCP port deletion for 0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:56:53.429044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.438980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Deleting port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:56:53.440004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.445379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.451701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6396cf95-7b69-49c9-b756-9392272c7007 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:53.496896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] vlan segment allocate from pool success with {'vlan_id': 714, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:53.497153 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:53.515813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f224ed30-3493-4828-af62-fdd55a8be1b7,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:53.526845 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.527236 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Added segment 7eb7bccb-dd2c-46ab-9f50-285ac7534229 of type vlan for network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa May 20 14:56:53.528943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:53.568398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.611959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.623270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:53.626148 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.628322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] For port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,segment=NetworkSegment(bf68d185-1e04-4564-a332-fb2facb09a90),segment_id=bf68d185-1e04-4564-a332-fb2facb09a90)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:56:53.631232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.638033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b272ebc-b8b8-45b0-9554-ad962be2a00b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:53.824193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:53.835916 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9947178 May 20 14:56:53.837859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60138) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:53.843312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event updated for resources: {'Network': ['ID=9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:53.846510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:53.850493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Request body: {'subnet': {'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:53.858954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Calling delete_port for 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:56:53.865784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60142) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:53.873079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:53.895717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:53.903721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8c7342b4-9cd0-4ab3-94e1-372e85c0a8f7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:53.952638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:54.007884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:54.070142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60150) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:54.098525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.109398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Usage tracker for resource:subnet and tenant:3f79f9873a424563be60d08101fcaa8e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.110586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.114883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.123840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.137244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.138347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-846cf2aa-9ef1-4c27-ae9a-54fa12d3f6de tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:54.139121 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-846cf2aa-9ef1-4c27-ae9a-54fa12d3f6de tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 14:56:54.139678 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-846cf2aa-9ef1-4c27-ae9a-54fa12d3f6de tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): There was a conflict when trying to complete your request. May 20 14:56:54.141325 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-846cf2aa-9ef1-4c27-ae9a-54fa12d3f6de tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0696225 May 20 14:56:54.146574 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60156) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:54.148367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.153837 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-9d76be65-d346-411d-ad5e-083f721a1b74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:54.161436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662670990'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:54.167752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.172064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.176162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.181601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Made reservation on behalf of 3f79f9873a424563be60d08101fcaa8e for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:54.184240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.185607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.196394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-34602599-network', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:54.198154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Pushing event deleted for resources: {'Port': ['ID=68cef9b6-dbbd-4cc9-a57e-4e936329e9ea,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:54.204527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.218125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.220360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.230307 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:54.237310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] No DVR routers for this DVR port 68cef9b6-dbbd-4cc9-a57e-4e936329e9ea on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:56:54.239300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e97af5e1-3164-4fbe-863d-2c45e456831d no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:54.240833 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Usage tracker for resource:network and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.244723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.247529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.253407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.255621 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.259222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.269563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.273101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: e97af5e1-3164-4fbe-863d-2c45e456831d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:54.273101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device e97af5e1-3164-4fbe-863d-2c45e456831d not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:54.284007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Made reservation on behalf of 6a276f5bd72e415cac1c93e57c78ff73 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:54.286957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.307053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.327846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.333428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.338185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.348357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.437838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.445305 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.447856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-13816aa9-e9ba-4d76-a192-78696871d3ce tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:54.460395 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.477811 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.489182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.505681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.510863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.522481 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd5c691-e8d1-4d88-8a81-8486142a1818,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:54.529202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:54.536776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.547612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.550345 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.552376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e182b1df-352c-4453-8a98-9a0957929ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:54.587710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] vlan segment allocate from pool success with {'vlan_id': 728, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:54.588812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.589334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router 54191cbd-a6a9-4e2c-9def-73803a54db8f {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:56:54.612453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.613591 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/54191cbd-a6a9-4e2c-9def-73803a54db8f HTTP/1.1" status: 204 len: 168 time: 2.0646732 May 20 14:56:54.617152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60162) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:54.617342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962094eb-dc89-49e4-8816-0c32687ddf8b,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:54.622342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.622683 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Added segment 9ea83791-c7b4-4088-8fc7-be4d449f9a97 of type vlan for network 38763527-1d62-4969-8d48-ca949208d582 May 20 14:56:54.624549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:54.666202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.672242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.677149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.682101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d96851d7-da5b-4d0b-a898-31ff8661b320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:54.740272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227ebea9-2c4a-4530-a652-b5ddfb8f4d6f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:54.747637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:54.751244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.752408 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6041982 May 20 14:56:54.755271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60166) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:54.760839 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '227ebea9-2c4a-4530-a652-b5ddfb8f4d6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:54.765355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.766321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:54.766885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.772033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-82b7a1d8-05ab-4e13-9775-fbd7d33732fd tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:54.786764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.789963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.811046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.815144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.827078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.884353 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0143445 May 20 14:56:54.885493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60170) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:54.888751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Pushing event updated for resources: {'Network': ['ID=38763527-1d62-4969-8d48-ca949208d582,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:54.893778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Request body: {'subnet': {'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-34602599-subnet', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:54.904491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:54.905044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.907397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 38763527-1d62-4969-8d48-ca949208d582 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:54.914516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:54.922224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Usage tracker for resource:subnet and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:54.930798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:54.940430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:54.973486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Made reservation on behalf of 6a276f5bd72e415cac1c93e57c78ff73 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:54.975699 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.996143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:54.997154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.011461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.014523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:55.014919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b90e6a9d-bc73-463d-9c3d-474c11fc701d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:55.076294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf68d185-1e04-4564-a332-fb2facb09a90') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:55.076593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf68d185-1e04-4564-a332-fb2facb09a90') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:55.093873 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f916fb4-a3eb-4ae6-87fd-0f4217bad1eb,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:55.097778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:55.101193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.101952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.102886 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3465095 May 20 14:56:55.108000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60174) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:55.117397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '227ebea9-2c4a-4530-a652-b5ddfb8f4d6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:55.122594 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.125411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:55.132488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:55.132681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:56:55.133062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.136555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:55.145917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:56:55.149193 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:56:55.203166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.246883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.278145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:55.298831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.307282 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): There was a conflict when trying to complete your request. May 20 14:56:55.308305 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8bba45aa-ebde-414a-8db0-af9cf949541d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1994026 May 20 14:56:55.320255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60178) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:55.323873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:55.331581 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:55.338862 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dccd8162-1be1-4f87-88c2-f2591a57e274 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/0f5fdd27-ee8d-43fe-a2dc-0a6c8e436349 HTTP/1.1" status: 204 len: 168 time: 0.7203519 May 20 14:56:55.346739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.350431 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-72183285-17bc-481b-b891-572554f6e113 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:55.362616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60182) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:55.376317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--1821831902', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:55.387251 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:55.396794 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:55.426800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event updated for resources: {'Subnet': ['ID=e8d02962-fddd-432e-b4fd-ccce1a92c037,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:55.432081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:55.434511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Checking segment: {'id': '7eb7bccb-dd2c-46ab-9f50-285ac7534229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:55.434870 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Network hostable DHCP agents. Network: 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:55.440169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:55.452493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:55.461743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:55.463846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:55.471654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9893e16f-dfd0-447f-b86f-5f2c651a5f4f None None] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:55.475121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.475337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:55.476267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.500817 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-155b0b4a-6d39-477e-b916-b8fe110f839a tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6607306 May 20 14:56:55.501745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60186) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:55.508779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Request body: {'port': {'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa', 'name': 'tempest-TagsExtTest-1056098590'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:55.512866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:55.516260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.532775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.590501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:56:55.603897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.604238 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment 07f8adb4-0cee-4fbb-b7d4-a509908bbcd4 of type vlan for network b75c48fd-d95b-4536-a597-5594e44689dd May 20 14:56:55.664292 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.673776 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-54c62519-811e-4326-9004-e6ecab82188b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:55.682619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:55.687133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Usage tracker for resource:port and tenant:3f79f9873a424563be60d08101fcaa8e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:55.690402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:55.699355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.701352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:55.709219 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:56:55.713591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227ebea9-2c4a-4530-a652-b5ddfb8f4d6f,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:55.715147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Made reservation on behalf of 3f79f9873a424563be60d08101fcaa8e for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:56:55.719762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:55.724478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.747385 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] device_id is not set on port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:56:55.750421 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.753405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:56:55.754021 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 42eb0f4d-a6cd-4d46-8c1c-15083eb5f04a not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:56:55.757135 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9b5d4a08-f21e-4add-8bd6-87d166ceb0a9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:55.776627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa', 'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa', 'tenant_id': '3f79f9873a424563be60d08101fcaa8e', 'fixed_ips': [{'subnet_id': 'e8d02962-fddd-432e-b4fd-ccce1a92c037'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:55.777533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.900367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Allocated IP 172.20.0.8 (9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa/e8d02962-fddd-432e-b4fd-ccce1a92c037/6f2f21d2-633a-4868-ab38-3c1cb4a17666) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:55.923075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.924212 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/227ebea9-2c4a-4530-a652-b5ddfb8f4d6f HTTP/1.1" status: 204 len: 168 time: 0.6030407 May 20 14:56:55.928557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60192) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:55.939375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.945244 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:55.945819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:55.989129 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6213903 May 20 14:56:55.989129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0853018-18b6-48c5-b513-ca49dc828f73,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:55.991203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60196) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:55.991949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:55.994021 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:56.015306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:56.036852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Checking segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:56.037144 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-700c5ca2-892d-4a2a-a4c8-c879ad52b095 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074827 May 20 14:56:56.037286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Network hostable DHCP agents. Network: 38763527-1d62-4969-8d48-ca949208d582, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:56:56.040181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:56.040774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60200) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:56.046648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:56.052272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:56.088256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1374226779'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:56.097830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:56.110841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:56.115714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:56.116073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:56.124245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=b75c48fd-d95b-4536-a597-5594e44689dd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:56.125271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:56.129622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1cfb717d-359e-46cd-b827-6cf9a987ef2d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:56.133932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Network 38763527-1d62-4969-8d48-ca949208d582 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:56:56.138989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.139727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.140915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network b75c48fd-d95b-4536-a597-5594e44689dd details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:56:56.148623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.152882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 38763527-1d62-4969-8d48-ca949208d582) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:56.166222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.168118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:56.168693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.177570 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365cd674-b5e0-479f-b54a-614de2620dec None None] Network 38763527-1d62-4969-8d48-ca949208d582 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:56.189969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:56.194531 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.203253 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2782cad1-ceed-44cc-b329-2edb6c60dfdc admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3141177 May 20 14:56:56.205513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:56.207860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60204) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:56.212350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:56.220450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:56.229692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:56.234207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:56.236565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Transition to ACTIVE for port object 6f2f21d2-633a-4868-ab38-3c1cb4a17666 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:56.246608 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Usage tracker for resource:router and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:56.251016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:56.264329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:56.289281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.290162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.332335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.344101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:56.386408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.414088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.426423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.447273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:56.449289 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Allocated IP 172.20.0.2 (9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa/e8d02962-fddd-432e-b4fd-ccce1a92c037/35df99f1-c344-4bb1-904c-58d0e57ac2ac) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:56.454985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:56.463645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:56.471137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.500869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event updated for resources: {'Port': ['ID=6f2f21d2-633a-4868-ab38-3c1cb4a17666,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:56.553758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:56.612877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-38763527-1d62-4969-8d48-ca949208d582', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:56:56.614274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.721416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d9b6eefe-d887-41b6-a8b0-9ddf7766c480 tempest-RoutersIpV6AdminTest-1713090037 tempest-RoutersIpV6AdminTest-1713090037-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:56.749329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.750532 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7086802 May 20 14:56:56.753573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60210) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:56.760915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-108331cd-3bc6-49c9-a859-7e50e478b901 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '8bf969ad-41f8-446c-b2b5-d9c00862efb4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:56.761953 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-108331cd-3bc6-49c9-a859-7e50e478b901 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 20 14:56:56.762492 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-108331cd-3bc6-49c9-a859-7e50e478b901 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:56.765908 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-108331cd-3bc6-49c9-a859-7e50e478b901 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0088496 May 20 14:56:56.792420 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60214) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:56.810252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.846822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.862487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.880771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Transition to ACTIVE for port object 35df99f1-c344-4bb1-904c-58d0e57ac2ac will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:56.902004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:56.902621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.909344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf969ad-41f8-446c-b2b5-d9c00862efb4,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:56.920999 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:56.955639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Transition to ACTIVE for port object 35df99f1-c344-4bb1-904c-58d0e57ac2ac will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:56.966626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.973645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74724eed-c289-4e5d-af9f-f9c0a01c8f35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:56.982631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.200 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/504bdd65-b264-4567-8d5f-c768ff10f37c) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:56.991751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:56.999684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4942272 May 20 14:56:57.000051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60218) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:57.007586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-604560194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:57.009393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Allocated IP 172.20.0.2 (38763527-1d62-4969-8d48-ca949208d582/c0853018-18b6-48c5-b513-ca49dc828f73/01dba5f3-168f-4b86-a86c-e0c1dbe6fadf) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:57.013667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:57.031601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Usage tracker for resource:router and tenant:3f79f9873a424563be60d08101fcaa8e is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:57.039987 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:57.048912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:57.053499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:57.055915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:57.057207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Pushing event updated for resources: {'Port': ['ID=35df99f1-c344-4bb1-904c-58d0e57ac2ac,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:57.073724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:57.089909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:57.122725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.123808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.129772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.155179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.167151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.173502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f99e0ea4-400f-4d2a-9019-d1fe457b2c5b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:57.182757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.238783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:57.241710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Attempting to bind port 35df99f1-c344-4bb1-904c-58d0e57ac2ac on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:57.242179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Attempting to bind port 35df99f1-c344-4bb1-904c-58d0e57ac2ac by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '7eb7bccb-dd2c-46ab-9f50-285ac7534229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:57.242455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Attempting to bind port 35df99f1-c344-4bb1-904c-58d0e57ac2ac on network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:57.244162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:57.253087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:57.260232 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:57.260569 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Checking segment: {'id': '7eb7bccb-dd2c-46ab-9f50-285ac7534229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:57.261457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.262033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Bound using segment: {'id': '7eb7bccb-dd2c-46ab-9f50-285ac7534229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:57.262539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Bound port: 35df99f1-c344-4bb1-904c-58d0e57ac2ac, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb7bccb-dd2c-46ab-9f50-285ac7534229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:57.262926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.313163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=504bdd65-b264-4567-8d5f-c768ff10f37c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:57.318470 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.331147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:57.344437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.347600 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b955f515-eb69-41cb-99e5-c02a1a4ccea4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3466158 May 20 14:56:57.348611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60222) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:57.355370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.364952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3a0a47a3-2675-4e77-bdb9-1a4ec5e995a5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1835490887', 'prefixes': ['172.20.0.0/16']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:57.396118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3a0a47a3-2675-4e77-bdb9-1a4ec5e995a5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:57.417561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.431529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] For port 35df99f1-c344-4bb1-904c-58d0e57ac2ac, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:57.434021 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Transition to ACTIVE for port object 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:57.436664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.437862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] For port 35df99f1-c344-4bb1-904c-58d0e57ac2ac, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=35df99f1-c344-4bb1-904c-58d0e57ac2ac,segment=NetworkSegment(7eb7bccb-dd2c-46ab-9f50-285ac7534229),segment_id=7eb7bccb-dd2c-46ab-9f50-285ac7534229)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:57.446744 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.454296 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-98cc0688-ed23-4a7c-a70c-ea7c16b39207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:57.471011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.510874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Transition to ACTIVE for port object 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:56:57.532571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.570578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Pushing event updated for resources: {'Port': ['ID=35df99f1-c344-4bb1-904c-58d0e57ac2ac,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:57.574596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Network 38763527-1d62-4969-8d48-ca949208d582 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:57.577660 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:57.578533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ec260cb0-7d0f-493a-ad99-e6a73cc53823 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:57.607955 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3a0a47a3-2675-4e77-bdb9-1a4ec5e995a5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for subnetpool, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.612389 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3a0a47a3-2675-4e77-bdb9-1a4ec5e995a5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2508590 May 20 14:56:57.612535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:57.614624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60226) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:57.620257 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:57.626939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-50c7838c-5d90-433a-8ccc-3fcd62e2e0e9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-2024238639') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:57.692260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Allocated IP 172.26.6.83 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/2bc897ed-b678-4fcd-beb2-dd885824e4ba) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:56:57.724362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.725850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Pushing event updated for resources: {'Port': ['ID=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:57.734397 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7eb057eb-9dd2-4444-ae92-d8614ed27a41 tempest-FloatingIPTestJSON-1304656763 tempest-FloatingIPTestJSON-1304656763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:57.747689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:57.748649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Attempting to bind port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:56:57.749205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Attempting to bind port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:56:57.749760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Attempting to bind port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:56:57.756097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:56:57.756752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Checking segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:56:57.757341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.757927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Bound using segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:56:57.758584 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Bound port: 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:56:57.759258 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.814953 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf969ad-41f8-446c-b2b5-d9c00862efb4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:57.826892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:57.841293 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.842690 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/8bf969ad-41f8-446c-b2b5-d9c00862efb4 HTTP/1.1" status: 204 len: 168 time: 1.0465739 May 20 14:56:57.849009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60230) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:57.864190 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-50c7838c-5d90-433a-8ccc-3fcd62e2e0e9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-2024238639 HTTP/1.1" status: 201 len: 201 time: 0.2492535 May 20 14:56:57.868608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] For port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:56:57.872164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] For port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:56:57.880416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60234) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:57.888745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.897821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-c27c7f1f-7695-49f8-8132-e4336967c4e6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-1521393519') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:57.901360 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:57.947667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:57.998500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Pushing event updated for resources: {'Port': ['ID=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:57.998500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:58.045255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e4252fb5-747a-46e2-b730-dd32997986c0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:58.092761 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.109284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e4252fb5-747a-46e2-b730-dd32997986c0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:58.110548 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e4252fb5-747a-46e2-b730-dd32997986c0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2606108 May 20 14:56:58.116654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60238) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:58.132170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--128172510'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:58.142607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:58.170510 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:58.174954 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c27c7f1f-7695-49f8-8132-e4336967c4e6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-1521393519 HTTP/1.1" status: 201 len: 201 time: 0.2935500 May 20 14:56:58.179414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60242) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:58.189042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-6515f6c0-45ba-4898-a057-2c94449f35a3 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-661290611') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:58.191311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.209067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.216260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7f72c3a9-96b9-4d73-a8ee-65c962fa6cab tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:58.286866 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:56:58.290854 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:56:58.299974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:58.302352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:56:58.341270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:58.346760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:58.355731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Pushing event updated for resources: {'Port': ['ID=2bc897ed-b678-4fcd-beb2-dd885824e4ba,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:58.368060 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:58.368868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:58.520179 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6515f6c0-45ba-4898-a057-2c94449f35a3 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-661290611 HTTP/1.1" status: 201 len: 201 time: 0.3392277 May 20 14:56:58.522732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60246) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:58.525805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.530733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-31ccab25-7af3-4461-85d8-9e1e88188c41 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-1079180247') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:58.710016 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-31ccab25-7af3-4461-85d8-9e1e88188c41 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-1079180247 HTTP/1.1" status: 201 len: 201 time: 0.1862333 May 20 14:56:58.713032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60250) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:58.720136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-7ad3d74b-fe45-4646-a41f-9b00871ec974 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:58.778110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.826975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router da902535-0f15-47f1-9afe-4ae6bd817a46 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:56:58.830062 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7ad3d74b-fe45-4646-a41f-9b00871ec974 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags HTTP/1.1" status: 200 len: 241 time: 0.1159363 May 20 14:56:58.833302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60254) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:58.836426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.841214 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-f0d2f826-d940-459a-b7a5-8ae05dffa17d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-2024238639') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:58.849122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-685be8bb-f450-4326-a7a3-9e0ce4f9eaf6 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:58.919559 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ca09bd-76a5-44d9-9211-e9246aae5ef0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:58.923902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:58.926995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:58.928258 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-269f8dad-ec2d-4688-a015-4c93cbe550fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8088825 May 20 14:56:58.940413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60258) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:58.953468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1cdaea20-2fde-4334-9ea2-44879f62db47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'f8ca09bd-76a5-44d9-9211-e9246aae5ef0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:58.954810 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-1cdaea20-2fde-4334-9ea2-44879f62db47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 20 14:56:58.955680 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-1cdaea20-2fde-4334-9ea2-44879f62db47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:56:58.959350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1cdaea20-2fde-4334-9ea2-44879f62db47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135343 May 20 14:56:58.965648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60262) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.025040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.131374 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe64ea-ff7c-4dc0-81d2-f76caecbaf71 None None] Network 38763527-1d62-4969-8d48-ca949208d582 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:59.245214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9421bf3e-ece7-4842-9b45-9ddb40fa7d1f None None] Provisioning for port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:59.326830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:56:59.337845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Sync routers for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:56:59.342660 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f0d2f826-d940-459a-b7a5-8ae05dffa17d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-2024238639 HTTP/1.1" status: 204 len: 168 time: 0.5082245 May 20 14:56:59.351219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60266) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.352223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.358491 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-29c6d844-1607-4c96-a3f4-fa2b4d4a1d34 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-2024238639') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:59.380638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:56:59.381273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:59.419525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.423474 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.428581 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4356647 May 20 14:56:59.429473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60270) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.444631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.497363 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-933e81c5-808f-4013-a915-c8135f2695de tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601890 May 20 14:56:59.499964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60274) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.539815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350caab8-0969-4a10-8f19-05baeb40153b None None] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:56:59.559571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.572675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-eedb4024-b498-45c8-b410-777b00d819fc tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:56:59.598876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ca09bd-76a5-44d9-9211-e9246aae5ef0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:56:59.602279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:56:59.603279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.605049 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/f8ca09bd-76a5-44d9-9211-e9246aae5ef0 HTTP/1.1" status: 204 len: 168 time: 0.6362085 May 20 14:56:59.609334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60278) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.655951 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-29c6d844-1607-4c96-a3f4-fa2b4d4a1d34 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-2024238639 HTTP/1.1" status: 204 len: 168 time: 0.2992854 May 20 14:56:59.659138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60282) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.670046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-89e5499b-d470-49ff-b44d-3bdbb67a9927 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:59.735784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2c5522e9-435d-4b88-9630-5e163fb1c847 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:56:59.747835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcf703a-27e4-4214-bf54-cd2949b61e5b tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:56:59.749485 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-2dcf703a-27e4-4214-bf54-cd2949b61e5b tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2475810 May 20 14:56:59.752506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60286) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.770859 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:56:59.788739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2c5522e9-435d-4b88-9630-5e163fb1c847 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:56:59.793861 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2c5522e9-435d-4b88-9630-5e163fb1c847 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1800480 May 20 14:56:59.794093 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60290) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.802580 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--613506674'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:59.810210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:59.822930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-79f1c6e5-bc27-416d-90f8-c9ca1af98882 None None] Provisioning for port 35df99f1-c344-4bb1-904c-58d0e57ac2ac completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:56:59.834914 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1ca8fd5f-c2e9-4da9-8f6f-dd94eaef8993 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0810113 May 20 14:56:59.837184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60294) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.843780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:59.863917 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-89e5499b-d470-49ff-b44d-3bdbb67a9927 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags HTTP/1.1" status: 200 len: 205 time: 0.2020555 May 20 14:56:59.864641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60298) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:56:59.865684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1563596397', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:56:59.869590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-3fa77a48-cc3c-4c69-b6b0-b49482cfcadb tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:56:59.938200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:56:59.957391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 35df99f1-c344-4bb1-904c-58d0e57ac2ac up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:56:59.969609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:56:59.974138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:56:59.977105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:56:59.982955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:56:59.994384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:57:00.069685 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.082847 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-3fa77a48-cc3c-4c69-b6b0-b49482cfcadb tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags HTTP/1.1" status: 200 len: 241 time: 0.2142684 May 20 14:57:00.084002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60302) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.089779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-9613e47b-7005-45da-8f0e-d42ec8829468 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-1521393519') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:00.103037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:00.110943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:00.115600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:00.123658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.132114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:00.132333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9bd25c19-cce1-499d-8753-5d66b5a9d29f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:00.150527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 35df99f1-c344-4bb1-904c-58d0e57ac2ac completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:00.192970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:00.195805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 35df99f1-c344-4bb1-904c-58d0e57ac2ac triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:00.196193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.196399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:00.215687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.220499 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4217012 May 20 14:57:00.220499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60306) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.225903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-073b42b4-6a70-46d3-b585-7f0e1b61fad0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:00.226769 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-073b42b4-6a70-46d3-b585-7f0e1b61fad0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 20 14:57:00.227306 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-073b42b4-6a70-46d3-b585-7f0e1b61fad0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:00.233319 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-073b42b4-6a70-46d3-b585-7f0e1b61fad0 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074658 May 20 14:57:00.233319 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60310) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.239981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4840fc05-b7d5-4eef-b3e4-91a21554cd9d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:00.240661 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-4840fc05-b7d5-4eef-b3e4-91a21554cd9d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 20 14:57:00.241163 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-4840fc05-b7d5-4eef-b3e4-91a21554cd9d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:00.245103 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4840fc05-b7d5-4eef-b3e4-91a21554cd9d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0102651 May 20 14:57:00.245280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60314) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.252311 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9613e47b-7005-45da-8f0e-d42ec8829468 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-1521393519 HTTP/1.1" status: 204 len: 168 time: 0.1646469 May 20 14:57:00.257483 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ed299541-6ea5-4f71-b5d0-81454410c70a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:00.258325 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-ed299541-6ea5-4f71-b5d0-81454410c70a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 20 14:57:00.258824 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-ed299541-6ea5-4f71-b5d0-81454410c70a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:00.262751 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ed299541-6ea5-4f71-b5d0-81454410c70a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136988 May 20 14:57:00.262751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60318) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.267736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-bac9c740-ac68-43f9-8950-871dc3ff2374 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-1521393519') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:00.301440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60322) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.307169 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2bcbec3c-71ec-416a-b91b-380c5f358d47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:00.309109 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-2bcbec3c-71ec-416a-b91b-380c5f358d47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 20 14:57:00.309869 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-2bcbec3c-71ec-416a-b91b-380c5f358d47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:00.311705 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2bcbec3c-71ec-416a-b91b-380c5f358d47 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0088086 May 20 14:57:00.319626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60326) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.384343 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:57:00.388270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.414125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.415018 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.431853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:57Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:00.438609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Checking router: da902535-0f15-47f1-9afe-4ae6bd817a46 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:00.439221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Updating router da902535-0f15-47f1-9afe-4ae6bd817a46 port 504bdd65-b264-4567-8d5f-c768ff10f37c binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:57:00.443261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:00.457589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.460813 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:00.473477 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bac9c740-ac68-43f9-8950-871dc3ff2374 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-1521393519 HTTP/1.1" status: 204 len: 168 time: 0.2096834 May 20 14:57:00.474516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60330) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.485613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-1aa902dd-1ea9-48c8-b433-65866b4260d3 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:00.492409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:00.493517 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:00.521689 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 35df99f1-c344-4bb1-904c-58d0e57ac2ac, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=35df99f1-c344-4bb1-904c-58d0e57ac2ac,segment=NetworkSegment(7eb7bccb-dd2c-46ab-9f50-285ac7534229),segment_id=7eb7bccb-dd2c-46ab-9f50-285ac7534229)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:00.537303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.538134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:00.560801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.562032 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3532445 May 20 14:57:00.565381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60334) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.581207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.596145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.615527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-4fb28be6-268d-4fb5-8759-48a968012bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:00.617060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-523f60f9-2401-4855-805c-ea0ba17cc559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:00.651521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:00.653925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:00.665422 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.666618 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/bf72fc1f-c6c6-4bae-9df8-0c0ef739b16c HTTP/1.1" status: 204 len: 168 time: 0.3446341 May 20 14:57:00.668926 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1aa902dd-1ea9-48c8-b433-65866b4260d3 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags HTTP/1.1" status: 200 len: 205 time: 0.1936975 May 20 14:57:00.672323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60338) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.674684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60340) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:00.713861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-fa7489a4-87f2-4d46-a830-863679e9cf4f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:00.748833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=35df99f1-c344-4bb1-904c-58d0e57ac2ac,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:00.759527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:00.811136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4d7707ca-fe82-409e-b6ce-176b6cdefedc None None] Provisioning complete for port 35df99f1-c344-4bb1-904c-58d0e57ac2ac triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:00.811534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d7707ca-fe82-409e-b6ce-176b6cdefedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:00.863717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:00.881642 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:00.961671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-733b77cd-4827-44fb-864d-1793cdef7541 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:01.000104 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fa7489a4-87f2-4d46-a830-863679e9cf4f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags HTTP/1.1" status: 200 len: 240 time: 0.3234355 May 20 14:57:01.001345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60346) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.005793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-733b77cd-4827-44fb-864d-1793cdef7541 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:01.007336 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-733b77cd-4827-44fb-864d-1793cdef7541 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3292770 May 20 14:57:01.018736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-f414ab2d-4fb5-4c3d-a958-d12145f3d5e9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-661290611') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.023358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60350) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.040350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715580522'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:01.057375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:01.073295 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:01.073679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.102664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:01.202305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.212202 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f414ab2d-4fb5-4c3d-a958-d12145f3d5e9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-661290611 HTTP/1.1" status: 204 len: 168 time: 0.2089980 May 20 14:57:01.214431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60354) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.221330 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-158b17f9-2b74-43e4-98da-5a6f3652987e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-661290611') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.296057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:01.306034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:01.310611 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:58Z', 'revision_number': 3, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.312548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:01.315604 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:01.315994 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Updating router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 port 2bc897ed-b678-4fcd-beb2-dd885824e4ba binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:57:01.364390 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:01.374935 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.376991 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.405926 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-158b17f9-2b74-43e4-98da-5a6f3652987e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-661290611 HTTP/1.1" status: 204 len: 168 time: 0.1893189 May 20 14:57:01.407465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60358) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.415187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-6f237ab6-fb6d-4c80-9591-de3594be144f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.458629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:01.460124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4d7707ca-fe82-409e-b6ce-176b6cdefedc None None] Provisioning for port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:01.500924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4d7707ca-fe82-409e-b6ce-176b6cdefedc None None] Provisioning complete for port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:01.501382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4d7707ca-fe82-409e-b6ce-176b6cdefedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.530765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.544204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-5c99f21e-7c03-410d-9a54-20ba9a2bf732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:01.654743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.673346 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.712818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0c8bcbd0-73a5-4fbe-bc7c-589b6e86b80b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:01.719511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4d7707ca-fe82-409e-b6ce-176b6cdefedc None None] Port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:01.721995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.739199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Transition to ACTIVE for port object 504bdd65-b264-4567-8d5f-c768ff10f37c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:01.744401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:01.748637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:01.752433 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6f237ab6-fb6d-4c80-9591-de3594be144f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags HTTP/1.1" status: 200 len: 205 time: 0.3412361 May 20 14:57:01.752909 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60362) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.755937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.759547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-b267e502-39ef-4551-9bde-273d84e219e7 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.761330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-33592ea0-1985-4153-849d-b384083a82cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:01.788505 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b267e502-39ef-4551-9bde-273d84e219e7 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags HTTP/1.1" status: 200 len: 241 time: 0.0315707 May 20 14:57:01.789051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60366) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.795892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-856bc575-4ca0-4895-8d5c-6ee88b0144f5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-1079180247') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.799305 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 35df99f1-c344-4bb1-904c-58d0e57ac2ac up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:01.821267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d049ef-a53a-4eb0-bb6f-c80c554865cb,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:01.827486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.828664 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8043206 May 20 14:57:01.832441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:01.835303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.835482 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-856bc575-4ca0-4895-8d5c-6ee88b0144f5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-1079180247 HTTP/1.1" status: 204 len: 168 time: 0.0431190 May 20 14:57:01.835482 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60370) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.837453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60372) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.838920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b2ecfda3-173e-411c-9bbb-9baf99d2acc9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:01.843781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-97f05ce9-928d-4da5-a33c-2ddbc4e885d1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:01.844514 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-97f05ce9-928d-4da5-a33c-2ddbc4e885d1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 14:57:01.845517 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-97f05ce9-928d-4da5-a33c-2ddbc4e885d1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:01.851014 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-97f05ce9-928d-4da5-a33c-2ddbc4e885d1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0155127 May 20 14:57:01.861781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-009677ca-ce2a-4f32-b4c5-d89cd12f4838 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-1079180247') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.870311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60378) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.891759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:01.914184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.922758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Attempting to bind port 504bdd65-b264-4567-8d5f-c768ff10f37c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:01.924020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Attempting to bind port 504bdd65-b264-4567-8d5f-c768ff10f37c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:01.924020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Attempting to bind port 504bdd65-b264-4567-8d5f-c768ff10f37c on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:01.928497 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-009677ca-ce2a-4f32-b4c5-d89cd12f4838 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-1079180247 HTTP/1.1" status: 204 len: 168 time: 0.0891922 May 20 14:57:01.928702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:01.929106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc2f31-04c8-4f4f-ad6c-88565ab498ff None None] Pushing event updated for resources: {'Port': ['ID=504bdd65-b264-4567-8d5f-c768ff10f37c,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:01.929252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60382) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.935392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-672edbe1-954f-41e0-b712-4f8dae7664e9 None None] Provisioning complete for port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:01.935392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-672edbe1-954f-41e0-b712-4f8dae7664e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.936195 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-93e204c6-68c8-4180-acf2-5cc0602179d7 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.945885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:01.955321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:01.968277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f1dc2f31-04c8-4f4f-ad6c-88565ab498ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:01.973320 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-93e204c6-68c8-4180-acf2-5cc0602179d7 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags HTTP/1.1" status: 200 len: 205 time: 0.0423195 May 20 14:57:01.973320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60386) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:01.975878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:01.976396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:01.976951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:01.977445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:01.978767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Bound port: 504bdd65-b264-4567-8d5f-c768ff10f37c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:01.979203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-59410a71-4f72-44f2-856e-97d8ff024fc4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:01.979379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.007908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=b7b54eda-3a3f-41e9-964a-e9eaae8798c7,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:02.012829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:02.015261 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-59410a71-4f72-44f2-856e-97d8ff024fc4 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags HTTP/1.1" status: 204 len: 168 time: 0.0409567 May 20 14:57:02.015934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60390) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.019908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:02.022916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-6d147dd3-bdf2-4811-91a1-9ad2c8b05804 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:02.045143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:02.045143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: b75c48fd-d95b-4536-a597-5594e44689dd, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:57:02.052646 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-672edbe1-954f-41e0-b712-4f8dae7664e9 None None] Port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:02.083174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 35df99f1-c344-4bb1-904c-58d0e57ac2ac triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:02.083727 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.131946 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.136314 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] For port 504bdd65-b264-4567-8d5f-c768ff10f37c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:02.149101 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Transition to ACTIVE for port object 2bc897ed-b678-4fcd-beb2-dd885824e4ba will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:02.157119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] For port 504bdd65-b264-4567-8d5f-c768ff10f37c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=504bdd65-b264-4567-8d5f-c768ff10f37c,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:02.161863 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.166980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.172027 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-061e2d18-ccb6-47dd-aa30-d7f1a8829b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:02.174813 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:02.215851 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d147dd3-bdf2-4811-91a1-9ad2c8b05804 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags HTTP/1.1" status: 204 len: 168 time: 0.1985943 May 20 14:57:02.216493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60394) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.223060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-fe3e16f2-1507-4f15-9bf8-fe04ba6f7a18 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:02.265586 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Pushing event updated for resources: {'Port': ['ID=2bc897ed-b678-4fcd-beb2-dd885824e4ba,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:02.293319 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.293667 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.294003 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.294391 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.295140 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.295140 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.295375 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.295690 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.296012 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.296326 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.297191 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.297518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:02.308873 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.312915 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f5bff6da-c6b2-4a45-b180-712d4556e287 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4348536 May 20 14:57:02.313056 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Attempting to bind port 2bc897ed-b678-4fcd-beb2-dd885824e4ba on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:02.313056 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Attempting to bind port 2bc897ed-b678-4fcd-beb2-dd885824e4ba by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:02.313056 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Attempting to bind port 2bc897ed-b678-4fcd-beb2-dd885824e4ba on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:02.313373 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60398) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.315382 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:02.321745 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:02.322764 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:02.322911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b75c48fd-d95b-4536-a597-5594e44689dd is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:57:02.323163 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.323318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c2b17f25-a5e6-494c-866a-2a6df7fa452a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.323652 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:02.324059 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-c2b17f25-a5e6-494c-866a-2a6df7fa452a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 20 14:57:02.324218 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Bound port: 2bc897ed-b678-4fcd-beb2-dd885824e4ba, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:02.324756 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-c2b17f25-a5e6-494c-866a-2a6df7fa452a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.324899 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.330088 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c2b17f25-a5e6-494c-866a-2a6df7fa452a tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116360 May 20 14:57:02.330449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60402) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.336466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.350989 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fe3e16f2-1507-4f15-9bf8-fe04ba6f7a18 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags HTTP/1.1" status: 204 len: 168 time: 0.1312535 May 20 14:57:02.351471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:02.353701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60406) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.356671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:02.357575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:02.361043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-9b5dd842-4673-45c8-b7dc-d2f41c30b12b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:02.365112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, b75c48fd-d95b-4536-a597-5594e44689dd) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:02.390201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:02.390782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.399703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:02.406365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:02.416389 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] For port 2bc897ed-b678-4fcd-beb2-dd885824e4ba, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:02.416638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Allocated IP 172.20.0.1 (38763527-1d62-4969-8d48-ca949208d582/c0853018-18b6-48c5-b513-ca49dc828f73/a1300e2d-b927-4896-a05f-5cb48efa00da) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:02.416817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:02.421769 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] For port 2bc897ed-b678-4fcd-beb2-dd885824e4ba, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2bc897ed-b678-4fcd-beb2-dd885824e4ba,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:02.428791 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-54891dfb-6099-4e3c-a776-dff9b077091d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5900857 May 20 14:57:02.431769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60410) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.434816 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.440499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747965ac-a1fa-4ec5-a2e3-f40f2044589e None None] Network b75c48fd-d95b-4536-a597-5594e44689dd requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:57:02.448837 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-eee4863d-1813-44a8-b322-d93e85153211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:02.480482 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.481715 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ae86b068-312d-4cd1-aa68-944dd104e556 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1502531 May 20 14:57:02.484536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60414) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.488927 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b5dd842-4673-45c8-b7dc-d2f41c30b12b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags HTTP/1.1" status: 204 len: 168 time: 0.1342123 May 20 14:57:02.492628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4d5b8bfd-a0c2-4b45-9fa1-790373f8a29f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.493219 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-4d5b8bfd-a0c2-4b45-9fa1-790373f8a29f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 20 14:57:02.494081 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-4d5b8bfd-a0c2-4b45-9fa1-790373f8a29f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.495346 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4d5b8bfd-a0c2-4b45-9fa1-790373f8a29f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096128 May 20 14:57:02.496167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60418) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.497977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60420) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.504300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.512524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:02.516632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc2f31-04c8-4f4f-ad6c-88565ab498ff None None] Pushing event updated for resources: {'Port': ['ID=504bdd65-b264-4567-8d5f-c768ff10f37c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:02.517606 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:02.520186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f1dc2f31-04c8-4f4f-ad6c-88565ab498ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:02.521187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:02.527461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:02.542816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-b8392bad-d3c6-45dc-a0fd-cde5e94b8175 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-110253422') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:02.543213 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:02.543789 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:02.567027 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.568942 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d71251f1-f1e0-4dc3-b59f-d87883ef13b9 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0696175 May 20 14:57:02.572163 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60426) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.581490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1aab9f35-23b2-4f57-bcd3-2c082dbda99e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.582412 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-1aab9f35-23b2-4f57-bcd3-2c082dbda99e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 20 14:57:02.583136 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-1aab9f35-23b2-4f57-bcd3-2c082dbda99e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.585355 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1aab9f35-23b2-4f57-bcd3-2c082dbda99e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0120232 May 20 14:57:02.589101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60430) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.595223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.602904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:02.607889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:02.612033 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:02.619618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:02.661511 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.664366 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f14b392d-6e44-48d8-b01c-eba4af549c46 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0739176 May 20 14:57:02.667056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60434) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.675562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '03d049ef-a53a-4eb0-bb6f-c80c554865cb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:02.684082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:02.688595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:02.692513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:02.702027 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:02.755130 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:02.759061 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0e388edc-cd2a-4525-8d77-0a478f9045c2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0906544 May 20 14:57:02.761523 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60438) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:02.769549 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Pushing event updated for resources: {'Port': ['ID=2bc897ed-b678-4fcd-beb2-dd885824e4ba,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:02.772822 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:02.774780 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:02.791997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:02.839282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.865515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.883961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.954822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:02.964973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c8cfa223-d4db-4cae-884b-ee510f03c8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:02.984080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d049ef-a53a-4eb0-bb6f-c80c554865cb,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:03.000366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:03.008701 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.020007 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/03d049ef-a53a-4eb0-bb6f-c80c554865cb HTTP/1.1" status: 204 len: 168 time: 0.2571459 May 20 14:57:03.021344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60442) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.079926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Transition to ACTIVE for port object a1300e2d-b927-4896-a05f-5cb48efa00da will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:03.085085 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b8392bad-d3c6-45dc-a0fd-cde5e94b8175 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-110253422 HTTP/1.1" status: 201 len: 201 time: 0.5728834 May 20 14:57:03.088693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60446) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.100689 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-0e114a52-3cef-44e8-8809-d554f614c1d5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-2078450830') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:03.105156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f1d6ef5e-793f-4fd3-911a-e10db14e68f1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:03.123428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f1d6ef5e-793f-4fd3-911a-e10db14e68f1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:03.129097 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f1d6ef5e-793f-4fd3-911a-e10db14e68f1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022246 May 20 14:57:03.129795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60450) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.134860 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:58Z', 'revision_number': 3, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:03.139652 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe934ed-43da-42ff-a203-a87ba5b113f4 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:58Z', 'revision_number': 3, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:03.146002 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871330600'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:03.154459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:03.157514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-b75c48fd-d95b-4536-a597-5594e44689dd', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:57:03.158354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.172976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:03.193679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.220008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:03.225252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:03.229004 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:03.236956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:03.282141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:57Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:03.317639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d4a6e9-2044-4472-ac75-7cbfdb93ff4f None None] The sync data for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv is: [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:56:57Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:03.319682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.329775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-37c0d297-f852-4b51-b732-481e98ac34d1 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:03.344563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.351473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.357535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Allocated IP 172.20.0.2 (b75c48fd-d95b-4536-a597-5594e44689dd/b7b54eda-3a3f-41e9-964a-e9eaae8798c7/706082f0-29a2-4bc5-a184-a09772781e48) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:03.360080 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7a70a41f-3170-4698-87b6-bff32daece64 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:03.396918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d5399b-dcac-4f1f-aefe-fca45b73182e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:03.410735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Pushing event updated for resources: {'Port': ['ID=a1300e2d-b927-4896-a05f-5cb48efa00da,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:03.413977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:03.426379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:03.449018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.450506 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f7761d62-baa5-4872-9f3d-89e9366b62b6 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3195856 May 20 14:57:03.454669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Network 38763527-1d62-4969-8d48-ca949208d582 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:03.455291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60454) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.461478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:03.461730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'd1d5399b-dcac-4f1f-aefe-fca45b73182e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:03.468641 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:03.477758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:03.483607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:03.499875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:03.500985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:03.558677 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0e114a52-3cef-44e8-8809-d554f614c1d5 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-2078450830 HTTP/1.1" status: 201 len: 201 time: 0.4670105 May 20 14:57:03.561889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60458) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.569418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-19653c19-8e71-40f0-b4d0-c1437534da87 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-1632651608') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:03.742435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.839052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:03.854302 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The resource could not be found. May 20 14:57:03.855382 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-766aa2e9-0692-48b6-8214-72bc2d01b457 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3988600 May 20 14:57:03.860542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60462) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.875948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'd1d5399b-dcac-4f1f-aefe-fca45b73182e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'df8471b7-3590-44bb-8906-f14aaa7243d5'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:03.900931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:03.914424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:03.920643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:03.932925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:03.954825 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-19653c19-8e71-40f0-b4d0-c1437534da87 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-1632651608 HTTP/1.1" status: 201 len: 201 time: 0.3913989 May 20 14:57:03.956129 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:03.957716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60466) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:03.971435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-de895f01-0ef9-4f2b-ac48-515f8ff03b79 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-94487398') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:03.980041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.012598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Transition to ACTIVE for port object 706082f0-29a2-4bc5-a184-a09772781e48 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:04.036975 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The resource could not be found. May 20 14:57:04.038950 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0385e286-fa2a-4a90-8c09-4c24b24dc4a2 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1767230 May 20 14:57:04.041951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60470) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.043309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Transition to ACTIVE for port object 706082f0-29a2-4bc5-a184-a09772781e48 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:04.051406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:04.056639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.130701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.140049 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.150067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d503db6b-256b-4c64-b257-4010a863fde3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:04.185078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.220158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a8dcaacb-7c0d-43ed-9aed-9b1e491d1a59 None None] Provisioning for port a1300e2d-b927-4896-a05f-5cb48efa00da completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:04.234129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Network b75c48fd-d95b-4536-a597-5594e44689dd is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:04.255375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.267132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:04.271449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d3c8c85f-820e-408f-b639-bb62db0da74d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:04.281580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a8dcaacb-7c0d-43ed-9aed-9b1e491d1a59 None None] Provisioning complete for port a1300e2d-b927-4896-a05f-5cb48efa00da triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:04.282367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a8dcaacb-7c0d-43ed-9aed-9b1e491d1a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.287626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d5399b-dcac-4f1f-aefe-fca45b73182e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:04.290066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:04.302710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.306187 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/d1d5399b-dcac-4f1f-aefe-fca45b73182e HTTP/1.1" status: 204 len: 168 time: 0.2605984 May 20 14:57:04.306601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60474) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.361474 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:04.369378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2bc897ed-b678-4fcd-beb2-dd885824e4ba up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:04.388400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-92d6fcbd-47e0-4db5-84a3-5b50bbddf4e3 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:04.407166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Pushing event updated for resources: {'Port': ['ID=706082f0-29a2-4bc5-a184-a09772781e48,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:04.412203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-92d6fcbd-47e0-4db5-84a3-5b50bbddf4e3 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:04.417477 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-92d6fcbd-47e0-4db5-84a3-5b50bbddf4e3 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1063218 May 20 14:57:04.418311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60478) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.427797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': 'bf76c41a-ba6d-4ff3-bdd2-b457e7b73c36', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:04.436894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:04.441597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:04.444827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:04.451425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:04.466082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:04.519749 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The resource could not be found. May 20 14:57:04.521298 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eab334dc-c968-4b38-812d-f916f8903deb tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0999908 May 20 14:57:04.525576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60482) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.533082 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137341973'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:04.542997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:04.559530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:04.584940 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-de895f01-0ef9-4f2b-ac48-515f8ff03b79 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-94487398 HTTP/1.1" status: 201 len: 201 time: 0.6202750 May 20 14:57:04.585132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.594184 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60486) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.597999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Attempting to bind port 706082f0-29a2-4bc5-a184-a09772781e48 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:04.598380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Attempting to bind port 706082f0-29a2-4bc5-a184-a09772781e48 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:04.598749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Attempting to bind port 706082f0-29a2-4bc5-a184-a09772781e48 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:04.604965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcaacb-7c0d-43ed-9aed-9b1e491d1a59 None None] Port a1300e2d-b927-4896-a05f-5cb48efa00da cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:04.606746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:04.607206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Checking segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:04.607642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.608035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Bound using segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:04.608540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Bound port: 706082f0-29a2-4bc5-a184-a09772781e48, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:04.608929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.620644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:04.624713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:04.627823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:04.638650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:04.639387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-962b1bdd-183e-4fba-b99a-f7ae2ab27233 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', {'tags': ['tempest-TagsExtTest-Tag-285452461', 'tempest-TagsExtTest-Tag-1957742011', 'tempest-TagsExtTest-Tag-1905287771']}) {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:04.734390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 2bc897ed-b678-4fcd-beb2-dd885824e4ba completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:04.751237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.758514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.759320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.760422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2bc897ed-b678-4fcd-beb2-dd885824e4ba triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:04.760810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.764522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9433e4fa-f315-4ad4-9ac2-83e4e0ddb11f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:04.799495 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76699214-1a13-40f1-aabf-bb5651201cc1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:04.805055 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:04.825356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] For port 706082f0-29a2-4bc5-a184-a09772781e48, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:04.832984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.834658 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-56d8b792-281d-4404-8040-a2870ce08d21 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3072758 May 20 14:57:04.836869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60490) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.843720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533561821'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:04.845193 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] For port 706082f0-29a2-4bc5-a184-a09772781e48, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=706082f0-29a2-4bc5-a184-a09772781e48,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:04.856037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:04.862965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:04.864114 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.866916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:04.868400 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-545e8051-1a54-4f9e-8889-267e5c5007d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:04.874226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:04.888082 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-962b1bdd-183e-4fba-b99a-f7ae2ab27233 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags HTTP/1.1" status: 200 len: 317 time: 0.2545123 May 20 14:57:04.889085 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60494) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:04.897629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:04.921812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:04.929032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:04.932316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:04.939517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:04.994590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (b75c48fd-d95b-4536-a597-5594e44689dd/b7b54eda-3a3f-41e9-964a-e9eaae8798c7/ba34550f-cc59-4af4-8efd-8d6c2f07d756) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:05.009580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-bb68a14d-79f5-4701-91a4-5089c8a46ff3 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:05.010412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.017344 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Pushing event updated for resources: {'Port': ['ID=706082f0-29a2-4bc5-a184-a09772781e48,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.021028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.032233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 2bc897ed-b678-4fcd-beb2-dd885824e4ba, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2bc897ed-b678-4fcd-beb2-dd885824e4ba,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:05.039149 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.041707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:05.045388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.051122 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.067576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc05e754-6af2-4a5d-9a12-2658e65331ae tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:05.105938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd883fd-459d-4847-894c-1575d83d4359,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.110094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.114936 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.119350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2788155 May 20 14:57:05.122487 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60498) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.128698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group_rule': {'security_group_id': '76699214-1a13-40f1-aabf-bb5651201cc1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5fd883fd-459d-4847-894c-1575d83d4359'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:05.129557 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=2bc897ed-b678-4fcd-beb2-dd885824e4ba,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.134268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.135576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:05.140309 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:05.143318 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:05.149710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:05.192088 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 20 14:57:05.196263 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0fc4607b-1b9a-4eb3-a014-ec97618b32b1 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0697680 May 20 14:57:05.196755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60502) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.297084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.331290 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.389922 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.394932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-937ae639-58e1-433b-80ab-e75ab4062e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:05.412961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd883fd-459d-4847-894c-1575d83d4359,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.418393 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.421956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.423566 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/5fd883fd-459d-4847-894c-1575d83d4359 HTTP/1.1" status: 204 len: 168 time: 0.2254589 May 20 14:57:05.426498 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60506) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.452445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.487331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object ba34550f-cc59-4af4-8efd-8d6c2f07d756 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:05.493802 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bb68a14d-79f5-4701-91a4-5089c8a46ff3 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags HTTP/1.1" status: 204 len: 168 time: 0.4961004 May 20 14:57:05.496471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-99f13756-3024-4756-b976-f5fa9b2b9576 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:05.498398 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.499012 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60510) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.504874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.506262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-d9ccbcaf-57c9-4320-943c-ec82a654b742 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-285452461') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:05.536557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-957ad05a-5afa-404d-b0b3-e2d8d9bcd72c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:05.563791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-99f13756-3024-4756-b976-f5fa9b2b9576 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:05.565100 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-99f13756-3024-4756-b976-f5fa9b2b9576 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1375749 May 20 14:57:05.568879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60514) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.620885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Pushing event updated for resources: {'Port': ['ID=a1300e2d-b927-4896-a05f-5cb48efa00da,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.623747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.634765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.639709 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-d9ccbcaf-57c9-4320-943c-ec82a654b742 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:05.644399 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d9ccbcaf-57c9-4320-943c-ec82a654b742 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-285452461 HTTP/1.1" status: 404 len: 328 time: 0.1408019 May 20 14:57:05.644399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60518) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.650955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-eef4aa70-d837-4081-ad38-0a2ea1a4873b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-1957742011') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:05.663755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.671850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8052cf74-3670-4b52-b905-e338ff763670 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:05.677150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.724567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.815617 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b75c48fd-d95b-4536-a597-5594e44689dd is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:05.816738 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-eef4aa70-d837-4081-ad38-0a2ea1a4873b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:05.823015 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-eef4aa70-d837-4081-ad38-0a2ea1a4873b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-1957742011 HTTP/1.1" status: 404 len: 329 time: 0.1777394 May 20 14:57:05.823636 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60522) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.826542 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.828435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:05.837054 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-60e5bfe0-8402-456b-b6dd-2def2fd2113c tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037', 'tempest-TagsExtTest-Tag-1905287771') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:05.842451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:05.873181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fb6c62c0-1685-4761-9865-552c7eb88b7d tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:05.879357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 504bdd65-b264-4567-8d5f-c768ff10f37c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:05.896752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=ba34550f-cc59-4af4-8efd-8d6c2f07d756,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.899910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.902134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76699214-1a13-40f1-aabf-bb5651201cc1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:05.909287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:05.933047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.937083 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/76699214-1a13-40f1-aabf-bb5651201cc1 HTTP/1.1" status: 204 len: 168 time: 0.3646338 May 20 14:57:05.937253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:05.937392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60526) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:05.960311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Network 38763527-1d62-4969-8d48-ca949208d582 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:05.962416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:06.000751 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-60e5bfe0-8402-456b-b6dd-2def2fd2113c tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:06.001956 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-60e5bfe0-8402-456b-b6dd-2def2fd2113c tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags/tempest-TagsExtTest-Tag-1905287771 HTTP/1.1" status: 404 len: 329 time: 0.1770685 May 20 14:57:06.005759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60530) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.011392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-629ac034-e5e0-4672-8df5-a749dc3362f0 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', {'tags': ['tempest-TagsExtTest-Tag-171848272', 'tempest-TagsExtTest-Tag-573452110', 'tempest-TagsExtTest-Tag-551610327']}) {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:06.020076 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 504bdd65-b264-4567-8d5f-c768ff10f37c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:06.031410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 504bdd65-b264-4567-8d5f-c768ff10f37c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:06.031916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.045715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1a14f382-ac94-475c-ad4e-e2b6a6c16ba8 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:06.101920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1a14f382-ac94-475c-ad4e-e2b6a6c16ba8 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:06.107175 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1a14f382-ac94-475c-ad4e-e2b6a6c16ba8 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1651239 May 20 14:57:06.108360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60534) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.116667 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'tempest-secgroup--1088640334'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:06.122773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:06.143864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:06.153027 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-629ac034-e5e0-4672-8df5-a749dc3362f0 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags HTTP/1.1" status: 200 len: 315 time: 0.1462224 May 20 14:57:06.156443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60538) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.166611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-4a7a1a66-0ac6-4613-a003-c3e01c378734 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:06.183715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.205924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 504bdd65-b264-4567-8d5f-c768ff10f37c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=504bdd65-b264-4567-8d5f-c768ff10f37c,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:06.214994 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.217186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2bc897ed-b678-4fcd-beb2-dd885824e4ba up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:06.248007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.253783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:06.280008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:06.284205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Usage tracker for resource:security_group_rule and tenant:e955696f5a4a4f27aded48a6e3b8e795 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:06.287978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:06.294047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:06.361101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=504bdd65-b264-4567-8d5f-c768ff10f37c,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:06.367589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:06.373912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-19473ca4-9baf-474e-952c-5589df072578 None None] Provisioning complete for port a1300e2d-b927-4896-a05f-5cb48efa00da triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:06.374455 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-19473ca4-9baf-474e-952c-5589df072578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.383833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:57:06.439687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-19473ca4-9baf-474e-952c-5589df072578 None None] Port a1300e2d-b927-4896-a05f-5cb48efa00da cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:06.441273 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 2bc897ed-b678-4fcd-beb2-dd885824e4ba triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:06.441722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.546368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.567584 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4a7a1a66-0ac6-4613-a003-c3e01c378734 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags HTTP/1.1" status: 204 len: 168 time: 0.4100282 May 20 14:57:06.571339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60544) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.577103 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 706082f0-29a2-4bc5-a184-a09772781e48 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:06.582970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-ecf1d351-2adb-4b55-a2c4-b193c4f344ba tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-171848272') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:06.650720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.656978 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.664304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cb72f2bb-7800-4315-a54e-225e6bd656e8 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:06.680040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 706082f0-29a2-4bc5-a184-a09772781e48 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:06.700766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a41be62-b422-4fd8-81bf-a6444a95d964,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:06.709614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:06.745812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.747060 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6378558 May 20 14:57:06.750639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60548) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.759410 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-046d78a2-460f-409e-961a-b805450b592e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Request body: {'security_group': {'name': 'default'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:06.759410 dv-neutron-601336-75-hyperv neutron-server[98805]: WARNING neutron.api.v2.base [None req-046d78a2-460f-409e-961a-b805450b592e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 20 14:57:06.759410 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-046d78a2-460f-409e-961a-b805450b592e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] update failed (client error): There was a conflict when trying to complete your request. May 20 14:57:06.759953 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-046d78a2-460f-409e-961a-b805450b592e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "PUT /v2.0/security-groups/0a41be62-b422-4fd8-81bf-a6444a95d964 HTTP/1.1" status: 409 len: 330 time: 0.0074933 May 20 14:57:06.762917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60552) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.766107 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-ecf1d351-2adb-4b55-a2c4-b193c4f344ba tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:06.767052 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ecf1d351-2adb-4b55-a2c4-b193c4f344ba tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-171848272 HTTP/1.1" status: 404 len: 328 time: 0.1952434 May 20 14:57:06.777091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60556) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.783788 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-437c2a19-e452-4177-a015-294944600b42 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-573452110') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:06.842995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:06.854435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:06.872437 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:06.873624 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:06.874630 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] 10.222.0.58 "PUT /v2.0/routers/727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3075838 May 20 14:57:06.898874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.925718 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-437c2a19-e452-4177-a015-294944600b42 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:06.926741 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-437c2a19-e452-4177-a015-294944600b42 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-573452110 HTTP/1.1" status: 404 len: 328 time: 0.1487308 May 20 14:57:06.932841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60562) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:06.938142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:06.949000 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-191a54ff-2f8b-416f-ae53-8b1f5f85262d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666', 'tempest-TagsExtTest-Tag-551610327') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:07.028551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d224a-4a35-44ff-b8b6-b23ab6ee0979 None None] Network b75c48fd-d95b-4536-a597-5594e44689dd requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:57:07.049366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.055610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-01332618-0f80-491e-805a-157a0dbece9f tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:07.073672 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-191a54ff-2f8b-416f-ae53-8b1f5f85262d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:07.073672 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-191a54ff-2f8b-416f-ae53-8b1f5f85262d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags/tempest-TagsExtTest-Tag-551610327 HTTP/1.1" status: 404 len: 328 time: 0.1383288 May 20 14:57:07.075826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60568) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.076829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a41be62-b422-4fd8-81bf-a6444a95d964,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:07.080215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:07.087954 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-55846ccd-fc7a-4858-9c91-42653f3d32f8 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', {'tags': ['tempest-TagsExtTest-Tag-744370805', 'tempest-TagsExtTest-Tag-1205621173', 'tempest-TagsExtTest-Tag-1812548906']}) {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:07.161146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.165306 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/0a41be62-b422-4fd8-81bf-a6444a95d964 HTTP/1.1" status: 204 len: 168 time: 0.3989642 May 20 14:57:07.166935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60574) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.180774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Provisioning for port 706082f0-29a2-4bc5-a184-a09772781e48 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:07.224553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.229309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.249134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Provisioning complete for port 706082f0-29a2-4bc5-a184-a09772781e48 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:07.249538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.261377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e55b6903-44b7-473a-8928-c920bbfd14c9 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:07.342979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da994338-a8f8-43b0-91f1-74fdd60ee40e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Synchronizing usage tracker for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:07.366709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.368358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=ba34550f-cc59-4af4-8efd-8d6c2f07d756,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:07.371464 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-55846ccd-fc7a-4858-9c91-42653f3d32f8 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags HTTP/1.1" status: 200 len: 317 time: 0.2925770 May 20 14:57:07.374090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60582) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.374406 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:07.381929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-2a0609a4-354a-4cfc-b185-c018dd46e03e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:07.391358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:07.446425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-da994338-a8f8-43b0-91f1-74fdd60ee40e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Unset dirty status for tenant:e955696f5a4a4f27aded48a6e3b8e795 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:07.451470 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-da994338-a8f8-43b0-91f1-74fdd60ee40e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2813554 May 20 14:57:07.455921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60586) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.475929 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-dd9e21b6-cc9c-444a-aac4-a54ff96b46cc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] delete failed (client error): The resource could not be found. May 20 14:57:07.480475 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dd9e21b6-cc9c-444a-aac4-a54ff96b46cc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "DELETE /v2.0/security-groups/8d219e81-61c6-4ef4-b774-dc823312e386 HTTP/1.1" status: 404 len: 347 time: 0.0203464 May 20 14:57:07.480835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60592) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.506215 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-408b584f-f87c-4299-a8b8-2d86399c3165 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] show failed (client error): The resource could not be found. May 20 14:57:07.510713 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-408b584f-f87c-4299-a8b8-2d86399c3165 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-groups/1daa8317-6c52-4b16-8ca7-f74374f54323 HTTP/1.1" status: 404 len: 347 time: 0.0254149 May 20 14:57:07.512147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60596) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.539361 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.api.v2.resource [None req-61daa495-f2b2-4800-9536-09101c066610 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] show failed (client error): The resource could not be found. May 20 14:57:07.543874 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-61daa495-f2b2-4800-9536-09101c066610 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] 10.222.0.58 "GET /v2.0/security-group-rules/6633b972-b81b-40ec-b5af-be4a65a3bb57 HTTP/1.1" status: 404 len: 356 time: 0.0276964 May 20 14:57:07.543874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b75c48fd-d95b-4536-a597-5594e44689dd is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:07.555253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:07.599287 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2a0609a4-354a-4cfc-b185-c018dd46e03e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags HTTP/1.1" status: 204 len: 168 time: 0.2235236 May 20 14:57:07.602182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60604) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.617145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-5e59962e-4ebd-4f2c-946d-99883c15696b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-744370805') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:07.676175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60608) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.684117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-141039118-network', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:07.761324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:07.774566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Usage tracker for resource:network and tenant:9ced6419dbda42e69ba616a93a071e13 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:07.779151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:07.792467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 504bdd65-b264-4567-8d5f-c768ff10f37c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:07.799892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:07.824291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router da902535-0f15-47f1-9afe-4ae6bd817a46 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:57:07.829185 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Made reservation on behalf of 9ced6419dbda42e69ba616a93a071e13 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:57:07.832211 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.833551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.847832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60614) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.849840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:07.866558 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-5e59962e-4ebd-4f2c-946d-99883c15696b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:07.867994 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5e59962e-4ebd-4f2c-946d-99883c15696b tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-744370805 HTTP/1.1" status: 404 len: 328 time: 0.2643263 May 20 14:57:07.870504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60620) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:07.876572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-d80625cc-62ac-407c-ace0-1dd6ac7303f6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-1205621173') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:07.946140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:07.953062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Usage tracker for resource:security_group_rule and tenant:9ced6419dbda42e69ba616a93a071e13 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:07.958387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:07.972712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:07.973243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] For port 706082f0-29a2-4bc5-a184-a09772781e48, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=706082f0-29a2-4bc5-a184-a09772781e48,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:08.003492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.007523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f1dc2f31-04c8-4f4f-ad6c-88565ab498ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:08.075840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 504bdd65-b264-4567-8d5f-c768ff10f37c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:08.076500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.115040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:08.128815 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Sync routers for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:08.148581 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/da902535-0f15-47f1-9afe-4ae6bd817a46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7134943 May 20 14:57:08.148914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60624) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.151667 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:08.152659 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:08.187392 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-d80625cc-62ac-407c-ace0-1dd6ac7303f6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:08.188514 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d80625cc-62ac-407c-ace0-1dd6ac7303f6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-1205621173 HTTP/1.1" status: 404 len: 329 time: 0.3168092 May 20 14:57:08.194379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60628) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.225730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Pushing event updated for resources: {'Port': ['ID=706082f0-29a2-4bc5-a184-a09772781e48,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:08.227613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-d508e4e7-01d3-40ac-a69e-6bc7cac39dba tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228', 'tempest-TagsExtTest-Tag-1812548906') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:08.234335 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:08.259168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 2, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:08.350300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:08.350713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Updating router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 port a1300e2d-b927-4896-a05f-5cb48efa00da binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:57:08.386796 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d3aabda1-840d-4fca-b859-ac1427f980f2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e955696f5a4a4f27aded48a6e3b8e795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5373275 May 20 14:57:08.388405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60632) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.496797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0db5a74f-8f67-4823-9095-c525e49a4936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.501385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-343d6401-0a82-4c5b-99d7-1a9583dc4c4a None None] Provisioning for port ba34550f-cc59-4af4-8efd-8d6c2f07d756 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:08.510095 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-343d6401-0a82-4c5b-99d7-1a9583dc4c4a None None] Provisioning complete for port ba34550f-cc59-4af4-8efd-8d6c2f07d756 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:08.511810 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-343d6401-0a82-4c5b-99d7-1a9583dc4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.532701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.547696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.547833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.553669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:08.594335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 724, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:57:08.630726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.631067 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Added segment ff302384-26b5-44c6-9bad-14f7e3cd8d3e of type vlan for network 666ca104-c466-4036-a903-631dae8d5606 May 20 14:57:08.634053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a7692a-38f1-4118-9c06-e6575357ecd9,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:08.636802 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-d508e4e7-01d3-40ac-a69e-6bc7cac39dba tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:08.638331 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d508e4e7-01d3-40ac-a69e-6bc7cac39dba tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags/tempest-TagsExtTest-Tag-1812548906 HTTP/1.1" status: 404 len: 329 time: 0.4435194 May 20 14:57:08.642156 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60636) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.652922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:08.660623 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:08.665420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.665673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.666146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.666736 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.667532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.667912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.669849 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-94d5d24d-2891-47ca-98d0-d0b11d3eae91 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4276 time: 0.5190048 May 20 14:57:08.672778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60640) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.673892 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-1f5cea5d-b971-48d8-8976-e6bebd339884 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', {'tags': ['tempest-TagsExtTest-Tag-1784361024', 'tempest-TagsExtTest-Tag-321016613', 'tempest-TagsExtTest-Tag-1811495403']}) {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:08.690382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.726339 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-343d6401-0a82-4c5b-99d7-1a9583dc4c4a None None] Port ba34550f-cc59-4af4-8efd-8d6c2f07d756 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:08.735884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.779537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.789944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.790784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.790917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.791729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.792197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.792651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.797307 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5e0e6aa5-9078-4711-acee-f0557151db5d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3957 time: 0.1186812 May 20 14:57:08.797607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60644) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.852401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-343d6401-0a82-4c5b-99d7-1a9583dc4c4a None None] Provisioning complete for port 706082f0-29a2-4bc5-a184-a09772781e48 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:08.852894 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-343d6401-0a82-4c5b-99d7-1a9583dc4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.889074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.890846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:08.891949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:08.907398 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1f5cea5d-b971-48d8-8976-e6bebd339884 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "PUT /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags HTTP/1.1" status: 200 len: 317 time: 0.2416375 May 20 14:57:08.918281 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60648) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.929454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-01bd9561-efa3-4f6d-a691-e2ba50ae2a80 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:08.938452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f6651f0-910b-457d-b11a-c1dde4bf69f0 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:08.994140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60652) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:08.994399 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3155289 May 20 14:57:09.015648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Request body: {'subnet': {'network_id': '666ca104-c466-4036-a903-631dae8d5606', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-141039118-subnet', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'ip_version': 4}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:09.026266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:09.053104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Usage tracker for resource:subnet and tenant:9ced6419dbda42e69ba616a93a071e13 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:09.055739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.070058 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:09.073181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-69a4fcd1-b6f5-4b74-b1d0-8e35ca1782ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:09.085168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Pushing event updated for resources: {'Network': ['ID=666ca104-c466-4036-a903-631dae8d5606,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:09.099601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fa622b2d-5bed-44bc-b08c-cab5f7abeb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:09.102569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:09.109315 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd5c691-e8d1-4d88-8a81-8486142a1818,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:09.129046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:09.132788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 666ca104-c466-4036-a903-631dae8d5606 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:57:09.148984 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.149849 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2a9a8a17-a1d4-47ea-b468-932cc97c6b1a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/afd5c691-e8d1-4d88-8a81-8486142a1818 HTTP/1.1" status: 204 len: 168 time: 0.7605226 May 20 14:57:09.161661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Made reservation on behalf of 9ced6419dbda42e69ba616a93a071e13 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:57:09.164038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.227923 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-01bd9561-efa3-4f6d-a691-e2ba50ae2a80 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags HTTP/1.1" status: 204 len: 168 time: 0.3087103 May 20 14:57:09.244265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60658) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:09.251161 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-e02ab55e-6e41-4ebe-9935-0066678072ec tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-1784361024') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:09.330860 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-eec73e12-25c9-4c61-957d-21dad0ed913e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2851 time: 0.5321386 May 20 14:57:09.334049 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:07Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:09.334619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60662) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:09.340483 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-2023343981', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:09.342054 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Checking router: da902535-0f15-47f1-9afe-4ae6bd817a46 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:09.342427 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Updating router da902535-0f15-47f1-9afe-4ae6bd817a46 port ba34550f-cc59-4af4-8efd-8d6c2f07d756 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:57:09.417654 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.533220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.548738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Transition to ACTIVE for port object a1300e2d-b927-4896-a05f-5cb48efa00da will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:09.574195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:09.578363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-db51c0de-10cf-4d29-8de8-70cf4a8e30c9 None None] Provisioning complete for port ba34550f-cc59-4af4-8efd-8d6c2f07d756 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:09.578759 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-db51c0de-10cf-4d29-8de8-70cf4a8e30c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.580611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:port and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:09.586160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:09.593574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:09.606784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:57:09.607041 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-e02ab55e-6e41-4ebe-9935-0066678072ec tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:09.611138 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e02ab55e-6e41-4ebe-9935-0066678072ec tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-1784361024 HTTP/1.1" status: 404 len: 329 time: 0.3628654 May 20 14:57:09.612826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60670) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:09.617230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.622354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-0311cfc6-5b25-446f-a909-afd64557bca9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-321016613') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:09.656777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] device_id is not set on port 526325b7-4b36-48fc-bb5b-32b0228099f5 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:57:09.660520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:09.689921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-24dbe72b-a0df-4cde-895f-a22ada4b950f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:09.700758 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-0311cfc6-5b25-446f-a909-afd64557bca9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:09.704099 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0311cfc6-5b25-446f-a909-afd64557bca9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-321016613 HTTP/1.1" status: 404 len: 328 time: 0.0875723 May 20 14:57:09.755161 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9c1fa-9847-40d2-9c68-b1076e645530 None None] Pushing event updated for resources: {'Port': ['ID=a1300e2d-b927-4896-a05f-5cb48efa00da,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:09.761228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60678) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:09.762778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-30c9c1fa-9847-40d2-9c68-b1076e645530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:09.763719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 706082f0-29a2-4bc5-a184-a09772781e48 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:09.771067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-880c828a-6ccc-4571-8a2e-a91be2b4c2c9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79', 'tempest-TagsExtTest-Tag-1811495403') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:09.817403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.api.v2.resource [None req-880c828a-6ccc-4571-8a2e-a91be2b4c2c9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] show failed (client error): The resource could not be found. May 20 14:57:09.818025 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-880c828a-6ccc-4571-8a2e-a91be2b4c2c9 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags/tempest-TagsExtTest-Tag-1811495403 HTTP/1.1" status: 404 len: 329 time: 0.0558674 May 20 14:57:09.821823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60684) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:09.851881 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-b7eadf17-0fbb-4f32-9b40-822df8a538cf tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '11b94f58-5772-4644-a4ff-3a174069ad79') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:09.902877 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b7eadf17-0fbb-4f32-9b40-822df8a538cf tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79/tags HTTP/1.1" status: 204 len: 168 time: 0.0626462 May 20 14:57:09.906222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60688) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:09.909410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-db51c0de-10cf-4d29-8de8-70cf4a8e30c9 None None] Port ba34550f-cc59-4af4-8efd-8d6c2f07d756 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:09.913612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-752b8f3d-19bf-49ea-83a8-b862a0bd3feb tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '813683e0-fd48-4429-a381-ad7ef0dce228') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:10.030505 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.037614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Attempting to bind port a1300e2d-b927-4896-a05f-5cb48efa00da on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:10.038004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Attempting to bind port a1300e2d-b927-4896-a05f-5cb48efa00da by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:10.038386 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Attempting to bind port a1300e2d-b927-4896-a05f-5cb48efa00da on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:10.045785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:10.046302 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Checking segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:10.046730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.047179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Bound using segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:10.047668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Bound port: a1300e2d-b927-4896-a05f-5cb48efa00da, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:10.048055 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.067822 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Transition to ACTIVE for port object ba34550f-cc59-4af4-8efd-8d6c2f07d756 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:10.088520 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.092011 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:10.104282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 706082f0-29a2-4bc5-a184-a09772781e48 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:10.104282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.179893 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-752b8f3d-19bf-49ea-83a8-b862a0bd3feb tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228/tags HTTP/1.1" status: 204 len: 168 time: 0.2692218 May 20 14:57:10.182016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60696) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:10.189222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.tag.tag_plugin [None req-8f3dd7fd-bd6e-40db-9b96-4bb378998a15 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f2f21d2-633a-4868-ab38-3c1cb4a17666') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:10.230410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] For port a1300e2d-b927-4896-a05f-5cb48efa00da, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:10.234049 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] For port a1300e2d-b927-4896-a05f-5cb48efa00da, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a1300e2d-b927-4896-a05f-5cb48efa00da,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:10.250618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.257025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-02901a4e-510b-42f3-b40a-9b6738039ec0 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:10.258439 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c38c-c171-4bd6-8c8a-984b703a36e7 None None] Pushing event updated for resources: {'Port': ['ID=ba34550f-cc59-4af4-8efd-8d6c2f07d756,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:10.263339 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-4352c38c-c171-4bd6-8c8a-984b703a36e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:10.283765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.292597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2d2b27c1-b321-4773-b255-a5b3fb0b2005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:10.311636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.7 (b75c48fd-d95b-4536-a597-5594e44689dd/b7b54eda-3a3f-41e9-964a-e9eaae8798c7/526325b7-4b36-48fc-bb5b-32b0228099f5) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:10.386301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Checking segment: {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:10.386821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Network hostable DHCP agents. Network: 666ca104-c466-4036-a903-631dae8d5606, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:57:10.390040 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d12010-fa21-41a9-b34a-67bc1c81fb45,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:10.400971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:10.409241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c9c1fa-9847-40d2-9c68-b1076e645530 None None] Pushing event updated for resources: {'Port': ['ID=a1300e2d-b927-4896-a05f-5cb48efa00da,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:10.416868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-30c9c1fa-9847-40d2-9c68-b1076e645530 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:10.442659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Network 666ca104-c466-4036-a903-631dae8d5606 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:57:10.458398 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, 666ca104-c466-4036-a903-631dae8d5606) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:10.474926 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74b10c-30dc-4450-aa36-f76fb965949a None None] Network 666ca104-c466-4036-a903-631dae8d5606 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:57:10.478433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:10.479868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.542538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d2a43560-d614-4acf-9505-0c2d7b37570d admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5465736 May 20 14:57:10.544069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:10.545007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:56:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:10.545486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60704) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:10.555963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:10.568202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:10.575389 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Attempting to bind port ba34550f-cc59-4af4-8efd-8d6c2f07d756 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:10.576058 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Attempting to bind port ba34550f-cc59-4af4-8efd-8d6c2f07d756 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:10.576439 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Attempting to bind port ba34550f-cc59-4af4-8efd-8d6c2f07d756 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:10.584829 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8f3dd7fd-bd6e-40db-9b96-4bb378998a15 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666/tags HTTP/1.1" status: 204 len: 168 time: 0.4029164 May 20 14:57:10.586949 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Usage tracker for resource:router and tenant:9ced6419dbda42e69ba616a93a071e13 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:10.590844 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60708) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:10.594715 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:10.598862 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:10.600902 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Checking segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:10.601331 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.601737 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Bound using segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:10.601997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.tag.tag_plugin [None req-1d91445a-49f6-4610-bded-0f39c520ea17 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e8d02962-fddd-432e-b4fd-ccce1a92c037') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:10.602236 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Bound port: ba34550f-cc59-4af4-8efd-8d6c2f07d756, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:10.602620 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.648010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60712) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:10.673181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:10.751913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.755043 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] For port ba34550f-cc59-4af4-8efd-8d6c2f07d756, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:10.758890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.760402 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] For port ba34550f-cc59-4af4-8efd-8d6c2f07d756, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ba34550f-cc59-4af4-8efd-8d6c2f07d756,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:10.768327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.773716 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.793101 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-ed4b44a7-d7aa-4ecd-bcc7-47d41ff01d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:10.793637 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 526325b7-4b36-48fc-bb5b-32b0228099f5 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:10.807467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-777dd5ae-3778-4ac8-895c-e5c0010ef8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.808941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.827401 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.842301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-57bb416e-3edf-4991-9634-fd3dec16321e tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:10.867248 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1d91445a-49f6-4610-bded-0f39c520ea17 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037/tags HTTP/1.1" status: 204 len: 168 time: 0.2749691 May 20 14:57:10.875466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60718) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:10.894415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b75c48fd-d95b-4536-a597-5594e44689dd is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:10.902946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:10.917973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:10.934180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:10.940507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352c38c-c171-4bd6-8c8a-984b703a36e7 None None] Pushing event updated for resources: {'Port': ['ID=ba34550f-cc59-4af4-8efd-8d6c2f07d756,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:10.944401 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-4352c38c-c171-4bd6-8c8a-984b703a36e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:10.970605 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:10.971268 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:10.994649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:11.003170 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c4b996ce-97ce-4dc4-b375-a7a517e83070 tempest-ServiceProvidersTest-1578158179 tempest-ServiceProvidersTest-1578158179-project] 10.222.0.58 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3458455 May 20 14:57:11.013180 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:11.013951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:11.074340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:11.087601 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:11.100185 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7649424 May 20 14:57:11.324338 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:11.363404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-666ca104-c466-4036-a903-631dae8d5606', 'network_id': '666ca104-c466-4036-a903-631dae8d5606', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'fixed_ips': [{'subnet_id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:57:11.367581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:11.475261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60728) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:11.480778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210322720', 'description': 'tempest-secgroup-smoke-210322720 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:11.488692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:11.499957 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:11.504712 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:11.512294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:11.512545 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:11.538189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:11.562895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8444c73c-2f7d-469f-b10c-ebfc312935b6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for subnetpool, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:11.567082 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8444c73c-2f7d-469f-b10c-ebfc312935b6 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnetpools/11b94f58-5772-4644-a4ff-3a174069ad79 HTTP/1.1" status: 204 len: 168 time: 0.6895373 May 20 14:57:11.570475 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60732) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:11.577636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60734) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:11.578851 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:11.622967 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:11.631970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:11.636931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-834afc29-a4c4-451b-830e-2889e54ce81e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Synchronizing usage tracker for tenant:3f79f9873a424563be60d08101fcaa8e on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:11.646067 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:11.684098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-834afc29-a4c4-451b-830e-2889e54ce81e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Unset dirty status for tenant:3f79f9873a424563be60d08101fcaa8e on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:11.686379 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-834afc29-a4c4-451b-830e-2889e54ce81e tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "GET /v2.0/ports?device_id=813683e0-fd48-4429-a381-ad7ef0dce228 HTTP/1.1" status: 200 len: 205 time: 0.1091745 May 20 14:57:11.693413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60742) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:11.784402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Allocated IP 172.20.0.2 (666ca104-c466-4036-a903-631dae8d5606/b4d12010-fa21-41a9-b34a-67bc1c81fb45/13a9bc01-493c-4c88-a9c6-a073a298f2c1) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:11.801979 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:10Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:11.812972 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8d36d-eb65-4bc5-ad9b-2b3a1d850735 None None] The sync data for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv is: [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:10Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:11.999547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.034923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.062045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.072587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-46d87c9e-43f5-4955-abf2-9f0dc786eb86 None None] Provisioning for port 526325b7-4b36-48fc-bb5b-32b0228099f5 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:12.076555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.085866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-46d87c9e-43f5-4955-abf2-9f0dc786eb86 None None] Provisioning complete for port 526325b7-4b36-48fc-bb5b-32b0228099f5 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:12.086392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-46d87c9e-43f5-4955-abf2-9f0dc786eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.103197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.183357 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:12.203295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Usage tracker for resource:security_group_rule and tenant:0569b3c0e90347a7b54ffea5f50532cb is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:12.218561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:10Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:12.239043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Allocated IP 172.26.6.137 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/015773cf-8a31-414e-b930-d0303b02d312) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:12.242598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1135c76d-82ed-4b36-b2dc-74354c147e40 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:10Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:12.244525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-46d87c9e-43f5-4955-abf2-9f0dc786eb86 None None] Port 526325b7-4b36-48fc-bb5b-32b0228099f5 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:12.267780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:12.270778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.284310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Transition to ACTIVE for port object 13a9bc01-493c-4c88-a9c6-a073a298f2c1 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:12.297595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.312715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.337618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Transition to ACTIVE for port object 13a9bc01-493c-4c88-a9c6-a073a298f2c1 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:12.355403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.361274 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-30c9c1fa-9847-40d2-9c68-b1076e645530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:12.455735 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Network 666ca104-c466-4036-a903-631dae8d5606 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:12.460648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:12.477523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:12.515740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Pushing event updated for resources: {'Port': ['ID=13a9bc01-493c-4c88-a9c6-a073a298f2c1,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:12.516240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:12.520717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ae43a83b-b71b-445c-ae1d-7abc49734f9c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:12.523933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:12.591597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Attempting to bind port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:12.592939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Attempting to bind port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:12.593423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Attempting to bind port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 on network 666ca104-c466-4036-a903-631dae8d5606 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:12.603842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:12.604351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Checking segment: {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:12.604876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.605383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Bound using segment: {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:12.606087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Bound port: 13a9bc01-493c-4c88-a9c6-a073a298f2c1, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:12.606591 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.657054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.663582 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.667382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.676324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b159e4e-8fff-46b2-9eb2-8a5573726d3b,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:12.679365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:12.686972 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.688242 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2119312 May 20 14:57:12.691316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60746) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:12.701243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '9b159e4e-8fff-46b2-9eb2-8a5573726d3b', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:12.718714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:12.723671 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.724487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Fanout notify agent at l3_agent the message router_deleted on router 813683e0-fd48-4429-a381-ad7ef0dce228 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:57:12.726376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:12.727234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] For port 13a9bc01-493c-4c88-a9c6-a073a298f2c1, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:12.731470 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] For port 13a9bc01-493c-4c88-a9c6-a073a298f2c1, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=13a9bc01-493c-4c88-a9c6-a073a298f2c1,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:12.731903 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:12.740688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:12.740942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.746312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e1cb284c-bcec-4e0a-aa97-f68a06b9d653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:12.764212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.773376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.777165 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e1ec4eee-d863-4b6d-bdc1-c3ff99fe44dd tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/routers/813683e0-fd48-4429-a381-ad7ef0dce228 HTTP/1.1" status: 204 len: 168 time: 1.0801184 May 20 14:57:12.778222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60750) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:12.782374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.792068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-59da6b6f-bc3a-4c87-aeec-d09689cdce77 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:12.807717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.812371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.847353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-52f678c5-172f-4db9-a26b-ae017987d262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:12.873723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Pushing event updated for resources: {'Port': ['ID=13a9bc01-493c-4c88-a9c6-a073a298f2c1,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:12.877316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:12.896734 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0569b3c0e90347a7b54ffea5f50532cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3113689 May 20 14:57:12.896734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f75e0-2348-407b-9855-a9083f83ee5c,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:12.903848 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-70c765d1-d1c7-43d8-9b2e-b53971c84fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:12.904615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60754) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:12.947238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Pushing event updated for resources: {'Port': ['ID=015773cf-8a31-414e-b930-d0303b02d312,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:12.958555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:12.991718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:12.997514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:12.997783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:13.013925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:13.042008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.126486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.149881 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2de897d5-53f4-4a4f-ac4f-e039d00fde08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:13.170591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f75e0-2348-407b-9855-a9083f83ee5c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:13.173249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:13.174586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.178043 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7a2f75e0-2348-407b-9855-a9083f83ee5c HTTP/1.1" status: 204 len: 168 time: 0.2722299 May 20 14:57:13.250183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.262630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.317324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f89d46be-f6e9-43c8-a2c4-309831c24b51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:13.395187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb75a47-1f9b-4dd3-8378-b4608ffc5cbd,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:13.404429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:13.415969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Deleting port 6f2f21d2-633a-4868-ab38-3c1cb4a17666 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:57:13.416312 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.450399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.454267 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7590809 May 20 14:57:13.454725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60760) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:13.473690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '9b159e4e-8fff-46b2-9eb2-8a5573726d3b', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:13.481949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:13.487202 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:13.492138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:13.499785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:13.522884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.593508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.600382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.608126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:13.615887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.633399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c200841-4b63-45a2-9ce6-0eeea9aef793,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:13.636372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:13.643248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.644932 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1889713 May 20 14:57:13.648433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60764) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:13.665493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '9b159e4e-8fff-46b2-9eb2-8a5573726d3b', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:13.673205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:13.678602 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:13.688259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:13.697833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:13.702583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.722684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.806767 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.812323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.820915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5f107056-c545-44fd-89f1-637a8545b0c5 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:13.845394 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a9c4ae-b3ab-4280-9afb-f3c7e920cb7f,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:13.849318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a1300e2d-b927-4896-a05f-5cb48efa00da up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:13.849514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:13.853888 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Calling delete_port for 6f2f21d2-633a-4868-ab38-3c1cb4a17666 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:57:13.867423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.868740 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2184365 May 20 14:57:13.871730 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60768) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:13.874480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.878316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '9b159e4e-8fff-46b2-9eb2-8a5573726d3b', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:13.885388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:13.890156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:13.894798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:13.901443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:13.923488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:13.952439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port a1300e2d-b927-4896-a05f-5cb48efa00da completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:13.958298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a1300e2d-b927-4896-a05f-5cb48efa00da triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:13.958690 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.016672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.027400 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.029387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:14.058905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46642223-e438-4c58-b8f1-17a6c9c908d0,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:14.071143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:14.091269 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.092652 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-375ee656-c6a8-4383-8ca6-656394c89e56 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2199104 May 20 14:57:14.095834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60772) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:14.101887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '9b159e4e-8fff-46b2-9eb2-8a5573726d3b', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:14.108776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:14.114989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:14.118902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:14.123832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.130281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:14.149434 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:57:14.156381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.164351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port a1300e2d-b927-4896-a05f-5cb48efa00da, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a1300e2d-b927-4896-a05f-5cb48efa00da,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:14.173089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.174177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 13a9bc01-493c-4c88-a9c6-a073a298f2c1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:14.212030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:14.247840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.248511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105373de-7daf-4f53-8081-591d10b154df None None] Network 666ca104-c466-4036-a903-631dae8d5606 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:57:14.252490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.261624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-408625ad-4963-4ad3-b341-34a2f54455d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:14.285943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3741b216-12e2-44f6-a9f3-79a9a4a90bc2,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:14.291194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:14.304081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.307789 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c1a20be4-f013-4486-ae3a-0e528a2e7a1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2106233 May 20 14:57:14.308702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60776) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:14.315163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '9b159e4e-8fff-46b2-9eb2-8a5573726d3b', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:14.322284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:14.327686 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:14.331521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:14.338983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:14.352684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:57:14.360933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.432723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.437750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.445147 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:14.449427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-9fffd3ca-c4b8-47d9-a12a-211e95f2ceb3 None None] Provisioning for port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:14.463759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2fb4a01-2160-414b-a06a-265fcbbda73e,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:14.466281 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:14.473935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.482981 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-df64ba8e-4590-46dc-9af6-d7ae2858d481 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1652017 May 20 14:57:14.496478 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=a1300e2d-b927-4896-a05f-5cb48efa00da,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:14.506861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.508647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:14.524490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-27f9fbac-7daf-4b60-bd9a-a220a4525fdc tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:14.555371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:14.568608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:14.568990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.574152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event deleted for resources: {'Port': ['ID=6f2f21d2-633a-4868-ab38-3c1cb4a17666,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:14.579831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:14.581105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.795351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.835350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 13a9bc01-493c-4c88-a9c6-a073a298f2c1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=13a9bc01-493c-4c88-a9c6-a073a298f2c1,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:14.839796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.840653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ba34550f-cc59-4af4-8efd-8d6c2f07d756 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:14.864846 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:14.880970 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-ed5507b0-43a4-4502-a88f-a264bac526c5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210322720&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.1731360 May 20 14:57:14.884140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.947803 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/ports/6f2f21d2-633a-4868-ab38-3c1cb4a17666 HTTP/1.1" status: 204 len: 168 time: 2.1671221 May 20 14:57:14.951587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60792) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:14.957361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=13a9bc01-493c-4c88-a9c6-a073a298f2c1,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:14.961414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:14.976718 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port ba34550f-cc59-4af4-8efd-8d6c2f07d756 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:14.982129 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port ba34550f-cc59-4af4-8efd-8d6c2f07d756 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:14.982594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:14.995803 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-ca887eac-b4ab-4c89-bc85-2094cc9ae6ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:14.997224 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-ca887eac-b4ab-4c89-bc85-2094cc9ae6ad tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 930 time: 0.1006348 May 20 14:57:15.060775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Deleting subnet e8d02962-fddd-432e-b4fd-ccce1a92c037 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:57:15.063926 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.093652 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-822c1e12-a612-47f6-9d8f-b0da4b492615 service neutron] 10.222.0.58 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0794504 May 20 14:57:15.108908 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-4cd9fb47-7ff6-4006-803f-375ec282919b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:57:15.111178 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-4cd9fb47-7ff6-4006-803f-375ec282919b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090306 May 20 14:57:15.121343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Router 107d92ba-5b1f-4984-a675-22024df5143b is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:57:15.128764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.134475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-66bbbdb7-3287-4236-92fe-1c11ca807694 None None] Provisioning complete for port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:15.134863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-66bbbdb7-3287-4236-92fe-1c11ca807694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.163379 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.225746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port ba34550f-cc59-4af4-8efd-8d6c2f07d756, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ba34550f-cc59-4af4-8efd-8d6c2f07d756,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:15.236502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.261417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.272032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3176e7bc-c2fa-4946-b817-bc7b9d48c259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:15.363629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=ba34550f-cc59-4af4-8efd-8d6c2f07d756,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:15.366736 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:15.445613 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-7b827c16-768f-4482-af6e-94f0722d4d6f service neutron] 10.222.0.58 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212621 May 20 14:57:15.452569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:15.463408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Sync routers for ids ['107d92ba-5b1f-4984-a675-22024df5143b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:15.482750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Routers {'107d92ba-5b1f-4984-a675-22024df5143b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:15.485101 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['107d92ba-5b1f-4984-a675-22024df5143b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:15.505118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:15.506686 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9600692 May 20 14:57:15.509720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60796) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:15.633899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-b0d289f3-d002-4d01-84ab-53c8682f11d4 service neutron] 10.222.0.58 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757832 May 20 14:57:15.713794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Set router 107d92ba-5b1f-4984-a675-22024df5143b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:15.788500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a1300e2d-b927-4896-a05f-5cb48efa00da up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:15.954632 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f584506b-8eda-47fd-bea5-44627a6561bf req-70a098ab-f6bd-4e14-bee4-15927d645f30 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 210 time: 0.0751402 May 20 14:57:16.050832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.056974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-251bb198-a583-4b8b-94b8-f18348024d47 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:16.060031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a1300e2d-b927-4896-a05f-5cb48efa00da triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:16.060538 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.102853 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d02962-fddd-432e-b4fd-ccce1a92c037,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:16.107693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.113279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:16.131180 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a2d5e202-5363-4147-bff3-7cd7a2d1cd2f tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/subnets/e8d02962-fddd-432e-b4fd-ccce1a92c037 HTTP/1.1" status: 204 len: 168 time: 1.1755688 May 20 14:57:16.131620 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547085a7-6449-49f0-8213-c4481b9ba1a7 None None] Network 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:57:16.131738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60808) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:16.380332 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.458382 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 13a9bc01-493c-4c88-a9c6-a073a298f2c1 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:16.501154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T14:57:13Z', 'revision_number': 3, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:16.515671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Checking router: 107d92ba-5b1f-4984-a675-22024df5143b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:16.516028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Updating router 107d92ba-5b1f-4984-a675-22024df5143b port 015773cf-8a31-414e-b930-d0303b02d312 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:57:16.592827 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.597502 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Deleting port 35df99f1-c344-4bb1-904c-58d0e57ac2ac {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:57:16.597842 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.639206 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:16.639836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.736064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] DHCP port deletion for 9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:57:16.781889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] For port 35df99f1-c344-4bb1-904c-58d0e57ac2ac, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=35df99f1-c344-4bb1-904c-58d0e57ac2ac,segment=NetworkSegment(7eb7bccb-dd2c-46ab-9f50-285ac7534229),segment_id=7eb7bccb-dd2c-46ab-9f50-285ac7534229)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:16.782247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.911771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Calling delete_port for 35df99f1-c344-4bb1-904c-58d0e57ac2ac owned by network:dhcp {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:57:16.923738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:16.980526 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ba34550f-cc59-4af4-8efd-8d6c2f07d756 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:17.056133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-4e9e878c-0a9b-4313-b71c-bef819818b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:17.056888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Deleting port 35df99f1-c344-4bb1-904c-58d0e57ac2ac {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:57:17.057269 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.057526 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-4e9e878c-0a9b-4313-b71c-bef819818b3d service neutron] 10.222.0.11 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1026 time: 0.1216004 May 20 14:57:17.167800 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fe1e3a32-d7db-42de-80e0-2c93bb841494 req-e28d69a5-9d78-40f7-9ed4-5d4cef4d3bcd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 210 time: 0.0621221 May 20 14:57:17.203490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] For port 35df99f1-c344-4bb1-904c-58d0e57ac2ac, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=35df99f1-c344-4bb1-904c-58d0e57ac2ac,segment=NetworkSegment(7eb7bccb-dd2c-46ab-9f50-285ac7534229),segment_id=7eb7bccb-dd2c-46ab-9f50-285ac7534229)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:17.204143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.213357 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.db.resource_extend [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 20 14:57:17.313321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port ba34550f-cc59-4af4-8efd-8d6c2f07d756 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:17.313565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.409041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Calling delete_port for 35df99f1-c344-4bb1-904c-58d0e57ac2ac owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:57:17.422169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.430735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-93b56239-4039-4f81-8f31-033fcafa46c1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:17.466010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.486242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Transition to ACTIVE for port object 015773cf-8a31-414e-b930-d0303b02d312 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:17.494999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.500282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:17.521793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event deleted for resources: {'Port': ['ID=35df99f1-c344-4bb1-904c-58d0e57ac2ac,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:17.524779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:17.535206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-17a83fd2-744c-4e44-b75b-4fb5bf274080 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:17.535886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-17a83fd2-744c-4e44-b75b-4fb5bf274080 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:17.538525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] No DVR routers for this DVR port 35df99f1-c344-4bb1-904c-58d0e57ac2ac on host dv-neutron-601336-75-hyperv {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:57:17.627902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Attempting to bind port 015773cf-8a31-414e-b930-d0303b02d312 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:17.628822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Attempting to bind port 015773cf-8a31-414e-b930-d0303b02d312 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:17.629200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Attempting to bind port 015773cf-8a31-414e-b930-d0303b02d312 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:17.631369 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4e49a-fde0-49a4-9de9-7b11205a38ab None None] Pushing event updated for resources: {'Port': ['ID=015773cf-8a31-414e-b930-d0303b02d312,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:17.647089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-eeb4e49a-fde0-49a4-9de9-7b11205a38ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:17.650165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:17.650574 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:17.650986 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.651413 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:17.651898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Bound port: 015773cf-8a31-414e-b930-d0303b02d312, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:17.652288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.688295 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.692083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.696337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-17a83fd2-744c-4e44-b75b-4fb5bf274080 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:17.697380 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-17a83fd2-744c-4e44-b75b-4fb5bf274080 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 797 time: 0.6256454 May 20 14:57:17.698743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f1dc2f31-04c8-4f4f-ad6c-88565ab498ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:17.698878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Allocated IP 172.20.0.1 (666ca104-c466-4036-a903-631dae8d5606/b4d12010-fa21-41a9-b34a-67bc1c81fb45/ef419d3b-a817-4e1e-9c2f-01fb3ac52371) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:17.708220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:17.739387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb7bccb-dd2c-46ab-9f50-285ac7534229') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:17.739681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb7bccb-dd2c-46ab-9f50-285ac7534229') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:17.756637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 35df99f1-c344-4bb1-904c-58d0e57ac2ac no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:57:17.777217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.780426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Pushing event deleted for resources: {'Port': ['ID=35df99f1-c344-4bb1-904c-58d0e57ac2ac,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:17.782457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] No DVR routers for this DVR port 35df99f1-c344-4bb1-904c-58d0e57ac2ac on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:57:17.797968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:17.807956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 35df99f1-c344-4bb1-904c-58d0e57ac2ac {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:57:17.808318 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 35df99f1-c344-4bb1-904c-58d0e57ac2ac not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:57:17.822333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] For port 015773cf-8a31-414e-b930-d0303b02d312, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:17.823702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.826367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] For port 015773cf-8a31-414e-b930-d0303b02d312, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=015773cf-8a31-414e-b930-d0303b02d312,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:17.828778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-e8be6b03-e775-4e32-9b45-e7b7fba8bce3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:17.831062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.835801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-eeb4e49a-fde0-49a4-9de9-7b11205a38ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:17.899228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:57:17.899634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:17.912977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Routers {'107d92ba-5b1f-4984-a675-22024df5143b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:17.913629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['107d92ba-5b1f-4984-a675-22024df5143b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:57:17.913887 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:57:17.989150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-e8be6b03-e775-4e32-9b45-e7b7fba8bce3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:17.990208 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-e8be6b03-e775-4e32-9b45-e7b7fba8bce3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.2750285 May 20 14:57:18.012003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-f16b0529-2631-469d-927a-0fc42a094660 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98806) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:57:18.012938 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-f16b0529-2631-469d-927a-0fc42a094660 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051744 May 20 14:57:18.032621 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Request body: {'port': {'device_id': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:18.035540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4e49a-fde0-49a4-9de9-7b11205a38ab None None] Pushing event updated for resources: {'Port': ['ID=015773cf-8a31-414e-b930-d0303b02d312,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:18.038868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-eeb4e49a-fde0-49a4-9de9-7b11205a38ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:18.074645 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.082521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-16d34845-0108-4e8d-99b0-3002076b3a08 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:18.098551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.103322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.136618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Pushing event deleted for resources: {'Network': ['ID=9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:18.144036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:18.151154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] Set router 107d92ba-5b1f-4984-a675-22024df5143b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:18.176653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Transition to ACTIVE for port object ef419d3b-a817-4e1e-9c2f-01fb3ac52371 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:18.184098 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] 10.222.0.58 "DELETE /v2.0/networks/9ad3af2c-03ef-4e3f-bc54-3e277f64c3aa HTTP/1.1" status: 204 len: 168 time: 2.0516448 May 20 14:57:18.215584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.307416 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.313949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:18.323152 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6b261f34-d076-44db-82d8-1effbdd4d1d7 req-00e804a8-bf79-4694-9f73-72f87b803c9e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 210 time: 0.0444140 May 20 14:57:18.432303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Network 666ca104-c466-4036-a903-631dae8d5606 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:18.440503 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:18.449041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:18.499157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T14:57:13Z', 'revision_number': 3, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:18.499682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60826) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:18.500528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Pushing event updated for resources: {'Port': ['ID=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:18.500773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e9827-ace7-479e-b0da-6909eea22a1e None None] The sync data for ids ['107d92ba-5b1f-4984-a675-22024df5143b'] in dv-neutron-601336-75-hyperv is: [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T14:57:13Z', 'revision_number': 3, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:18.520711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:18.604823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.685867 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8881ba4b-8c49-43ba-bbb4-c1f246d8794d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3f79f9873a424563be60d08101fcaa8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852407 May 20 14:57:18.688227 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60832) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:18.749711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526325b7-4b36-48fc-bb5b-32b0228099f5 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:57:18.770096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.801311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.804172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c6eeba69-03b3-4a4a-876c-c4d6ee5a79a7 None None] Provisioning for port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:18.809673 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c6eeba69-03b3-4a4a-876c-c4d6ee5a79a7 None None] Provisioning complete for port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:18.810058 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c6eeba69-03b3-4a4a-876c-c4d6ee5a79a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.838914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Transition to ACTIVE for port object 526325b7-4b36-48fc-bb5b-32b0228099f5 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:18.864711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:18.879729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-717a44c3-71b3-4382-908a-6038587ef5a4 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:18.898410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c6eeba69-03b3-4a4a-876c-c4d6ee5a79a7 None None] Port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:19.005267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.013591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.073895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.082708 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-05054a52-ef0c-4478-99d8-749303f11bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:19.104453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.106041 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f224ed30-3493-4828-af62-fdd55a8be1b7 HTTP/1.1" status: 204 len: 168 time: 0.4168272 May 20 14:57:19.107223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f224ed30-3493-4828-af62-fdd55a8be1b7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:19.112943 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-075c5b8b-4d50-464e-8d82-b39267ffe911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:19.302356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:19.351177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:19.445875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:19.446226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:19.446670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:19.455053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:57:19.455381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:19.508961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 56, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:19.509301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Checking segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:19.509676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Bound using segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:19.510101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Bound port: 526325b7-4b36-48fc-bb5b-32b0228099f5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:19.510447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.554568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1484e9-2020-4ac8-b03b-48662806d7ed req-da78c3ad-be6f-4e58-aaef-adc543c1f2d7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:19.556463 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ae1484e9-2020-4ac8-b03b-48662806d7ed req-da78c3ad-be6f-4e58-aaef-adc543c1f2d7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 981 time: 0.0953405 May 20 14:57:19.605573 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ae1484e9-2020-4ac8-b03b-48662806d7ed req-8449d4eb-c49e-4499-80b0-c1bfad191307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 May 20 14:57:19.642240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:19.652144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:19.658832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.663747 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.666868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c73e6206-0682-4961-85a3-30a0f143863c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:19.693976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.710697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.748321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:19.748450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.749779 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] 10.222.0.11 "PUT /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1131 time: 1.7283158 May 20 14:57:19.759792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:19.795259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 015773cf-8a31-414e-b930-d0303b02d312 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:19.844567 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'status': 'completed', 'code': 200} May 20 14:57:19.863421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:19.868322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:19.871766 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:19.875694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c8b96329-4da4-4a70-b999-9d0705cb03d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:19.888725 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 015773cf-8a31-414e-b930-d0303b02d312 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:19.894840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 015773cf-8a31-414e-b930-d0303b02d312 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:19.895405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:20.023248 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:20.041155 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Pushing event updated for resources: {'Port': ['ID=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:20.044198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:20.044358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 015773cf-8a31-414e-b930-d0303b02d312, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=015773cf-8a31-414e-b930-d0303b02d312,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:20.050210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:20.056152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d000e44d-4370-4ca0-aed7-74a2c77a3c42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:20.094497 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-dfede152-c401-4dd6-b059-efeccc896b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:20.096087 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-dfede152-c401-4dd6-b059-efeccc896b19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 1134 time: 0.2935166 May 20 14:57:20.122533 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=015773cf-8a31-414e-b930-d0303b02d312,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:20.125599 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:20.164652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Network 666ca104-c466-4036-a903-631dae8d5606 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:20.171991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:20.177179 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-c1a6565b-e761-46d2-86b5-def028296563 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 217 time: 0.0723488 May 20 14:57:20.323618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-bc1078fd-5416-4ff2-975d-a99fa12d27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:20.325050 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-bc1078fd-5416-4ff2-975d-a99fa12d27ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7b54eda-3a3f-41e9-964a-e9eaae8798c7 HTTP/1.1" status: 200 len: 835 time: 0.0951877 May 20 14:57:20.409804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-d6805856-1455-4149-80ef-28813b051b2d None None] Provisioning complete for port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:20.410183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d6805856-1455-4149-80ef-28813b051b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:20.465039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Router 107d92ba-5b1f-4984-a675-22024df5143b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:57:20.465484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-d6805856-1455-4149-80ef-28813b051b2d None None] Port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:20.537824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-a6852e83-dd8d-4269-af75-788a37c1f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:20.539367 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-a6852e83-dd8d-4269-af75-788a37c1f7d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b75c48fd-d95b-4536-a597-5594e44689dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1675341 May 20 14:57:20.921652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:20.927656 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] 10.222.0.58 "PUT /v2.0/routers/107d92ba-5b1f-4984-a675-22024df5143b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4166086 May 20 14:57:20.931887 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Sync routers for ids ['107d92ba-5b1f-4984-a675-22024df5143b'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:20.934612 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-d04b5c3a-3a04-478e-9b1f-a3c8a165974d service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868573 May 20 14:57:20.943286 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Routers {'107d92ba-5b1f-4984-a675-22024df5143b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:20.944207 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['107d92ba-5b1f-4984-a675-22024df5143b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:20.980853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f94614-27f7-4c99-bb63-916f55747c95 req-9afeea51-048c-4fb6-aacb-f44e4d96af0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:20.982112 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-64f94614-27f7-4c99-bb63-916f55747c95 req-9afeea51-048c-4fb6-aacb-f44e4d96af0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 981 time: 0.2671793 May 20 14:57:21.035726 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-64f94614-27f7-4c99-bb63-916f55747c95 req-c85ccb25-14cf-4fdd-9e81-366978e3c3ab tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464709 May 20 14:57:21.084832 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e3165f10-570f-4a2c-9b09-9f28e636273d req-bd503853-7c68-4526-a695-77e2f355e320 service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416256 May 20 14:57:21.128630 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Set router 107d92ba-5b1f-4984-a675-22024df5143b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:21.211568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-2519e925-62f0-419e-9664-6f0774e8b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:21.213263 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-2519e925-62f0-419e-9664-6f0774e8b29a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 1134 time: 0.0766187 May 20 14:57:21.347575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-65a6a791-43db-4120-9e2c-09b0541fd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:21.349068 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-65a6a791-43db-4120-9e2c-09b0541fd488 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 898 time: 0.1285584 May 20 14:57:21.423645 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-664ccf2d-8f54-491e-b3ff-21452d3a2988 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 217 time: 0.0651424 May 20 14:57:21.439103 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T14:57:18Z', 'revision_number': 4, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ef419d3b-a817-4e1e-9c2f-01fb3ac52371', 'name': '', 'network_id': '666ca104-c466-4036-a903-631dae8d5606', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'mac_address': 'fa:16:3e:ee:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:17Z', 'updated_at': '2021-05-20T14:57:19Z', 'revision_number': 2, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'subnets': [{'id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:21.443078 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Checking router: 107d92ba-5b1f-4984-a675-22024df5143b for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:21.443463 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Updating router 107d92ba-5b1f-4984-a675-22024df5143b port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:57:21.485500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60852) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:21.490009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-1c212398-0903-48b3-9113-80e2a0e875df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:21.491191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708006162', 'description': 'tempest-secgroup-smoke-708006162 description', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:21.491684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-1c212398-0903-48b3-9113-80e2a0e875df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7b54eda-3a3f-41e9-964a-e9eaae8798c7 HTTP/1.1" status: 200 len: 835 time: 0.0607107 May 20 14:57:21.496755 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:21.500725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:21.503687 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:21.504014 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.511127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:21.522617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.544971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:21.549194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:21.552064 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:21.557589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:21.576901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-12d826d6-8f01-4d82-ae38-19ea8a550a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:21.578398 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-12d826d6-8f01-4d82-ae38-19ea8a550a58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b75c48fd-d95b-4536-a597-5594e44689dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0791376 May 20 14:57:21.636938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.642010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.647883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b64bd5c2-ddac-4716-b1f8-390ec1406272 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:21.686490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae688dc-0614-40d8-80e3-10b76b4688f8,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:21.689096 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:21.691019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.691788 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-8dc3a70f-015b-4310-9719-0d3387194571 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2053096 May 20 14:57:21.694596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60856) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:21.699764 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group_rule': {'security_group_id': '3ae688dc-0614-40d8-80e3-10b76b4688f8', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:21.705796 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:21.710217 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:21.713347 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:21.721271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:21.742846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.756251 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-a04b5c50-6414-4895-9d60-23d104d249b9 service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679320 May 20 14:57:21.780818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 015773cf-8a31-414e-b930-d0303b02d312 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:21.820921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.828267 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.832087 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0a6c6895-e886-41c0-90ea-9e8c9338b8fb tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:21.864053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69e348b-5aaa-493c-8c21-05b176edcfcc,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:21.864943 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.870854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 015773cf-8a31-414e-b930-d0303b02d312 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:21.873565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.877562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:21.880240 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Transition to ACTIVE for port object ef419d3b-a817-4e1e-9c2f-01fb3ac52371 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:21.884385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.887227 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ae44d703-01f8-4938-ae88-79db04843165 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902993 May 20 14:57:21.889184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 60860) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:21.889866 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:21.894609 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2cdabff5-48a6-491c-89c5-18525a3e5524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:21.896842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group_rule': {'security_group_id': '3ae688dc-0614-40d8-80e3-10b76b4688f8', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:21.910772 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:21.916377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:21.920296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:21.926782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:21.939381 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7018fafa-9808-4ee8-b274-38306a02dcdd req-8a4237d6-41da-454e-962f-a3f5c640ee05 service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723821 May 20 14:57:21.949973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.029152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.035382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.035712 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6f48-d556-47cf-ac2e-8a7e2e7f5965 None None] Pushing event updated for resources: {'Port': ['ID=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.050950 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5a52ba0d-692c-41f0-8ba2-846a22b4ada2 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:22.073591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78f8a9d-ad63-47d2-988d-e63e76bcc553,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.080332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.083803 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-5dcd6f48-d556-47cf-ac2e-8a7e2e7f5965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.086980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.090804 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c7292504-fdf0-405f-ac2e-d1b61898542c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1974926 May 20 14:57:22.091131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60866) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:22.096528 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group_rule': {'security_group_id': '3ae688dc-0614-40d8-80e3-10b76b4688f8', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:22.103255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:22.109149 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:22.112728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:22.120247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:22.140973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.188055 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Attempting to bind port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:22.188533 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Attempting to bind port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:22.188795 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Attempting to bind port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 on network 666ca104-c466-4036-a903-631dae8d5606 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:22.201553 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:22.201830 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Checking segment: {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:22.202242 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.202757 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Bound using segment: {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:22.203112 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Bound port: ef419d3b-a817-4e1e-9c2f-01fb3ac52371, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '666ca104-c466-4036-a903-631dae8d5606'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:22.203507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.221934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.227222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.236587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:22.251059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c9058-9d98-482a-9bac-bead245892c4 req-4518402d-ddaf-45c0-894e-454c58275f89 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:22.252252 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0d3c9058-9d98-482a-9bac-bead245892c4 req-4518402d-ddaf-45c0-894e-454c58275f89 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 981 time: 0.0923531 May 20 14:57:22.258996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e480315-97d5-4c9a-97a3-10032c67add1,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.267860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.275476 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.279062 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1869233 May 20 14:57:22.279664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60870) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:22.286500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group_rule': {'security_group_id': '3ae688dc-0614-40d8-80e3-10b76b4688f8', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:22.292125 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:22.296649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:22.296863 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] For port ef419d3b-a817-4e1e-9c2f-01fb3ac52371, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:22.300351 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:22.301267 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] For port ef419d3b-a817-4e1e-9c2f-01fb3ac52371, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:22.305880 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.306352 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0d3c9058-9d98-482a-9bac-bead245892c4 req-fd654a64-69ac-4ede-b367-fa1969c74781 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 May 20 14:57:22.308852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:22.312611 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-bac5c44d-297b-4caa-af8b-862874ff2306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:22.329956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.387341 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Routers {'107d92ba-5b1f-4984-a675-22024df5143b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:22.387963 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['107d92ba-5b1f-4984-a675-22024df5143b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:22.394970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.399076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.400945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a975c32d-a6d7-4f9c-87c5-3a15d9992e13 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:22.423904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93e56d21-ae34-430f-9265-8de90982bddd,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.429120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.434323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.438094 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-795338b7-24a2-455c-9cc1-08d0157d3cdd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550786 May 20 14:57:22.438922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60874) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:22.445938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group_rule': {'security_group_id': '3ae688dc-0614-40d8-80e3-10b76b4688f8', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:22.452520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:22.452829 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6f48-d556-47cf-ac2e-8a7e2e7f5965 None None] Pushing event updated for resources: {'Port': ['ID=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.457357 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-5dcd6f48-d556-47cf-ac2e-8a7e2e7f5965 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.457532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:22.462779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:22.468880 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:22.484967 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Project 6a276f5bd72e415cac1c93e57c78ff73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:57:22.491975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.564226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.568292 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.570107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-41b43736-bdf5-41ad-9173-01adb32bf3b0 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:22.582764 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] Set router 107d92ba-5b1f-4984-a675-22024df5143b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:22.592062 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5070a400-f408-4d24-94d1-6ba0dd224775,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.594795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.602979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.604272 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649776 May 20 14:57:22.606913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60878) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:22.611938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'security_group_rule': {'security_group_id': '3ae688dc-0614-40d8-80e3-10b76b4688f8', 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:22.622653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:22.627863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:security_group_rule and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:22.630718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:22.636714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:22.646989 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Project 6a276f5bd72e415cac1c93e57c78ff73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:57:22.652553 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.717436 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.720929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.724314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0cbb07c3-09c3-4946-b127-7a7e23d185a9 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:22.746593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead41d18-0b3e-42ef-b542-0158bac3f038,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:22.749087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:22.756033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:22.757241 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493158 May 20 14:57:22.890397 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T14:57:18Z', 'revision_number': 4, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ef419d3b-a817-4e1e-9c2f-01fb3ac52371', 'name': '', 'network_id': '666ca104-c466-4036-a903-631dae8d5606', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'mac_address': 'fa:16:3e:ee:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:17Z', 'updated_at': '2021-05-20T14:57:22Z', 'revision_number': 4, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'subnets': [{'id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:22.896258 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9985804-5e94-4687-9844-23eaf8664778 None None] The sync data for ids ['107d92ba-5b1f-4984-a675-22024df5143b'] in dv-neutron-601336-75-hyperv is: [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T14:57:18Z', 'revision_number': 4, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ef419d3b-a817-4e1e-9c2f-01fb3ac52371', 'name': '', 'network_id': '666ca104-c466-4036-a903-631dae8d5606', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'mac_address': 'fa:16:3e:ee:b6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:17Z', 'updated_at': '2021-05-20T14:57:22Z', 'revision_number': 4, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'subnets': [{'id': 'b4d12010-fa21-41a9-b34a-67bc1c81fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:23.524429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfcf3d-8e6f-4966-b2e4-ca78e9a30fa7 req-ec4e2918-cc09-489e-8a19-46de3192fcfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:23.525989 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3dfcf3d-8e6f-4966-b2e4-ca78e9a30fa7 req-ec4e2918-cc09-489e-8a19-46de3192fcfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 981 time: 0.1049347 May 20 14:57:23.571196 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:57:23.585574 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3dfcf3d-8e6f-4966-b2e4-ca78e9a30fa7 req-e4b7366c-b15f-46a3-8b65-a0c6c281f134 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 May 20 14:57:23.790179 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ef419d3b-a817-4e1e-9c2f-01fb3ac52371 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:23.865436 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:23.870057 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:23.870514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:24.002693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:24.037806 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port ef419d3b-a817-4e1e-9c2f-01fb3ac52371, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:24.042834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:24.044747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:24.118491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:24.121709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:24.779520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8287d-94fe-4847-8855-cc83a8212229 req-2f7fda00-95eb-491a-b31b-cba7d2ff68cc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:24.780979 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-97e8287d-94fe-4847-8855-cc83a8212229 req-2f7fda00-95eb-491a-b31b-cba7d2ff68cc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 981 time: 0.0848098 May 20 14:57:24.826917 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-97e8287d-94fe-4847-8855-cc83a8212229 req-036a4b61-8103-408e-86b0-061e255df226 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395887 May 20 14:57:24.899474 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:57:25.084847 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:25.099019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'port_id': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'mac_address': 'fa:16:3e:ee:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:57:25.154914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:25.176236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526325b7-4b36-48fc-bb5b-32b0228099f5 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:57:25.193587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:25.199687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:25.202427 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:25.271968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:25.275308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:25.416152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['526325b7-4b36-48fc-bb5b-32b0228099f5'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:57:25.773279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ef419d3b-a817-4e1e-9c2f-01fb3ac52371 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:25.855802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:25.856418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:26.094904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4367d5b-2227-400b-996e-b0ba6935501a req-03c5b2d7-1a8a-4366-b3e9-0cf6bff6e24d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:26.096391 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a4367d5b-2227-400b-996e-b0ba6935501a req-03c5b2d7-1a8a-4366-b3e9-0cf6bff6e24d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 982 time: 0.1416931 May 20 14:57:26.144691 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a4367d5b-2227-400b-996e-b0ba6935501a req-894bccf3-6a22-46b5-b431-c4aeedddec1c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424135 May 20 14:57:26.913656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:26.981916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 526325b7-4b36-48fc-bb5b-32b0228099f5 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:26.986653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 526325b7-4b36-48fc-bb5b-32b0228099f5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:26.987045 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:27.112944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:27.145931 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:27.155696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:27.163035 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:27.165038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:27.231344 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'code': 200} May 20 14:57:27.234285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:27.237772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:27.374500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531fd2f-050b-449b-ab60-eeaa35662f52 req-07d34b08-e906-4c8f-a31a-b06b1b997d2c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:27.376009 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3531fd2f-050b-449b-ab60-eeaa35662f52 req-07d34b08-e906-4c8f-a31a-b06b1b997d2c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 983 time: 0.0923083 May 20 14:57:27.427341 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3531fd2f-050b-449b-ab60-eeaa35662f52 req-cd6e95fd-1619-4a76-b355-583197fe9a0d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450220 May 20 14:57:27.474101 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e9c5-4771-425f-99a1-dcfef303dbfd req-28fb4165-a236-4e90-bf7e-b64109cb5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:27.475611 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e203e9c5-4771-425f-99a1-dcfef303dbfd req-28fb4165-a236-4e90-bf7e-b64109cb5921 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 1136 time: 0.0779619 May 20 14:57:27.516490 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e203e9c5-4771-425f-99a1-dcfef303dbfd req-0d2269c6-c507-4f84-8573-53c63d0e752e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 May 20 14:57:28.621003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbc446-2868-4469-b2c3-ff484efd0029 req-0d68f9c7-be55-43a2-8347-eadc30f6e4b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:28.622734 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91dbc446-2868-4469-b2c3-ff484efd0029 req-0d68f9c7-be55-43a2-8347-eadc30f6e4b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 983 time: 0.0809882 May 20 14:57:28.669351 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91dbc446-2868-4469-b2c3-ff484efd0029 req-1b809b42-e3aa-4d19-885d-40924d4e6c9d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 May 20 14:57:28.860962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ad780-f21b-4926-8aa9-ab6ad76cbf9a req-83e0fa6f-0f97-45ed-99c3-2fecc7061c8d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:28.863164 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d53ad780-f21b-4926-8aa9-ab6ad76cbf9a req-83e0fa6f-0f97-45ed-99c3-2fecc7061c8d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 983 time: 0.0850966 May 20 14:57:28.912329 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d53ad780-f21b-4926-8aa9-ab6ad76cbf9a req-a4ae9d0b-8d22-4136-9b42-b02bca95c540 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433562 May 20 14:57:28.934742 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60988) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:29.012863 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3938dd40-5429-4376-a6c4-3260df2226de tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:29.015884 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3938dd40-5429-4376-a6c4-3260df2226de tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 1131 time: 0.0785618 May 20 14:57:29.017236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 60992) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:29.022963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.7'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:29.029186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:29.032979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:29.038143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:29.044414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:29.058667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:29.212588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:29.352491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.79 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/a34326b2-f7c2-4956-bd16-4525d96e816f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:29.509727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:29.541445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:29.546377 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:29.606982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:29.614102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:29.618500 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:29.654123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=a34326b2-f7c2-4956-bd16-4525d96e816f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:29.670883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.671308 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.671690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.672069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.672438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.672808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.673177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.673543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.673908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.674271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.675194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.675556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:29.680727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:30.229370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:30.306699 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:30.524271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:30.529095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:30.533674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-73ea4d93-7fef-4fc9-a8d0-6e3a15e30629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:30.642884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=a34326b2-f7c2-4956-bd16-4525d96e816f,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:30.647073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:30.652086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:30.824775 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e associated. External IP: 172.26.6.79, port: 526325b7-4b36-48fc-bb5b-32b0228099f5. May 20 14:57:31.182250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router da902535-0f15-47f1-9afe-4ae6bd817a46 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:57:31.367231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:31.376843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] Sync routers for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:31.386941 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:31.387597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:31.397158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:31.454053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4353943 May 20 14:57:31.454691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:31.457097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32770) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:31.503692 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'status': 'completed', 'code': 200} May 20 14:57:31.543414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b637a21-9d2e-41ad-a84e-ac16bb6c914d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:31.547792 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0b637a21-9d2e-41ad-a84e-ac16bb6c914d tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074&network_id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 1131 time: 0.0895767 May 20 14:57:31.579285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:31.891293 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-fd9ed1c7-8015-4142-847f-227f2fac74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:31.893281 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-fd9ed1c7-8015-4142-847f-227f2fac74af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 1136 time: 0.3640895 May 20 14:57:31.976139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.79', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'port_id': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2023343981', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'mac_address': 'fa:16:3e:ee:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:57:30Z', 'updated_at': '2021-05-20T14:57:30Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:15Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:31.980390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] Checking router: da902535-0f15-47f1-9afe-4ae6bd817a46 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:31.990434 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:31.991060 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:32.038433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31940-a43e-4156-970d-bc5615f7013f req-b4ffdb34-8af8-4613-a7c0-d49abe70eb21 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:32.046250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3fa31940-a43e-4156-970d-bc5615f7013f req-b4ffdb34-8af8-4613-a7c0-d49abe70eb21 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 983 time: 0.1020958 May 20 14:57:32.074934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-6af51883-9cf0-4513-bf76-d070d00387b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:32.076650 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-6af51883-9cf0-4513-bf76-d070d00387b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 898 time: 0.1707158 May 20 14:57:32.098216 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3fa31940-a43e-4156-970d-bc5615f7013f req-12440a81-5b81-4ed4-8dda-271abe1298b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507646 May 20 14:57:32.223368 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-ea1fa219-0c0c-4535-b69d-f0cef8733308 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1036 time: 0.1388190 May 20 14:57:32.267976 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:32.300816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-dfe7eb56-af29-4a23-9128-740847affc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:32.302280 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-dfe7eb56-af29-4a23-9128-740847affc4e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7b54eda-3a3f-41e9-964a-e9eaae8798c7 HTTP/1.1" status: 200 len: 835 time: 0.0700922 May 20 14:57:32.397053 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-b849c18d-7f46-4a83-abf1-365e9b491e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:32.400761 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-b849c18d-7f46-4a83-abf1-365e9b491e3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b75c48fd-d95b-4536-a597-5594e44689dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0918608 May 20 14:57:32.585235 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-4fe96291-8f73-4be0-b4df-9e756ef78355 service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748977 May 20 14:57:32.677629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.79', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'port_id': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2023343981', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'mac_address': 'fa:16:3e:ee:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:57:30Z', 'updated_at': '2021-05-20T14:57:30Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:15Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:32.681805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b8db9-f957-4278-bb8b-658a366a44da None None] The sync data for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv is: [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.79', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'port_id': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-2023343981', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'mac_address': 'fa:16:3e:ee:d0:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b55b9b70-5adf-4c5b-b1c6-85c519240074', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:57:30Z', 'updated_at': '2021-05-20T14:57:30Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:15Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:32.733035 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a9156538-55c9-469c-b56d-c0d3aeed2262 req-5aeae5bb-c36e-4091-8fc6-43ba898ec439 service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410062 May 20 14:57:32.882976 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f339b480-fb18-46d7-b4b3-ed2edd6dec6d None None] New status for floating IP 82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:57:33.273472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e087-ab94-4828-9442-041398a78110 req-388fbb9d-239c-46cd-afd2-3a04fed2853c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:33.274183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-7743e087-ab94-4828-9442-041398a78110 req-388fbb9d-239c-46cd-afd2-3a04fed2853c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:33.291131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-7743e087-ab94-4828-9442-041398a78110 req-388fbb9d-239c-46cd-afd2-3a04fed2853c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:33.292361 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7743e087-ab94-4828-9442-041398a78110 req-388fbb9d-239c-46cd-afd2-3a04fed2853c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 983 time: 0.1314988 May 20 14:57:33.323538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6030199-b510-4d67-83c5-cb8a98ae37b0 req-61140c3c-14e1-405b-b0e5-3b975726e208 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:33.324996 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f6030199-b510-4d67-83c5-cb8a98ae37b0 req-61140c3c-14e1-405b-b0e5-3b975726e208 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 983 time: 0.0971439 May 20 14:57:33.368124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e087-ab94-4828-9442-041398a78110 req-4519094e-3cc9-4032-aca8-a608a41ffcd2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:33.369592 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7743e087-ab94-4828-9442-041398a78110 req-4519094e-3cc9-4032-aca8-a608a41ffcd2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0709040 May 20 14:57:33.374158 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f6030199-b510-4d67-83c5-cb8a98ae37b0 req-e9a7059e-e616-40d8-8b12-845b359f9c8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431056 May 20 14:57:33.520343 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7743e087-ab94-4828-9442-041398a78110 req-380cf502-6493-4c2c-8276-7b2d952a42ca tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1457675 May 20 14:57:33.530447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:33.642591 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:33.841949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:33.873649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:33.926144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] device_id is not set on port 526325b7-4b36-48fc-bb5b-32b0228099f5 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:57:33.934800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:33.940732 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:33.944799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1764fe79-432f-4cb9-aeef-e9c3069ceb90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:34.081170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=6']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:34.085561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:34.145441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] No DVR routers for this DVR port 526325b7-4b36-48fc-bb5b-32b0228099f5 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:57:34.234580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c7c44433-544c-436d-9f7c-64b6df148f0b None None] Provisioning complete for port 526325b7-4b36-48fc-bb5b-32b0228099f5 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:34.235192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c7c44433-544c-436d-9f7c-64b6df148f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:34.296812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c7c44433-544c-436d-9f7c-64b6df148f0b None None] Port 526325b7-4b36-48fc-bb5b-32b0228099f5 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:34.513467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] In _notify_port_updated(), no bound segment for port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:57:34.514481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:34.515105 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:34.516398 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7743e087-ab94-4828-9442-041398a78110 req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] 10.222.0.11 "PUT /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1026 time: 0.9901597 May 20 14:57:34.532586 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6909a41c-18b4-4346-86ad-7268fe9a802c req-f997619e-f110-424a-bf1c-a866d8d09452 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=b55b9b70-5adf-4c5b-b1c6-85c519240074 HTTP/1.1" status: 200 len: 210 time: 0.0483122 May 20 14:57:35.629773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32812) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:35.708964 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c9f710-925c-44c5-97ab-ca9155ccff36 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:35.713312 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-33c9f710-925c-44c5-97ab-ca9155ccff36 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 925 time: 0.0796492 May 20 14:57:36.037535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32828) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:36.042795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639836058', 'description': 'tempest-secgroup-smoke-1639836058 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:36.048813 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.058968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.068486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.091757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.095571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:36.099066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:36.104761 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.176677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.181573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.186765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-34d86d55-771e-4a24-ae99-93d49e2a6376 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:36.229959 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdccbf15-0c4e-4ef6-a960-20e6e1c093cf,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:36.239335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.239721 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.240094 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.240459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.240822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.241182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.241541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.241897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.242252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.242605 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.242958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.243331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:36.246508 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.250242 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2092032 May 20 14:57:36.250242 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:36.250497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32832) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:36.255404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'cdccbf15-0c4e-4ef6-a960-20e6e1c093cf', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:36.261825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.266044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:36.269005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:36.274841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.290616 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.350154 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.353831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.355806 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ca3aecf2-6eda-436a-a6a1-7080adce0378 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:36.378419 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4680bb0-1208-4da5-a633-fade391bd275,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:36.380829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:36.388363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.389603 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382964 May 20 14:57:36.392226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32836) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:36.397749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'cdccbf15-0c4e-4ef6-a960-20e6e1c093cf', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:36.403468 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.407238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:36.410825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:36.416659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.432228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.497726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.501646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.507370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6a75516-f3f7-4e87-95c3-9f1cc3c804d1 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:36.527193 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c7a03f-63b7-44c8-82b0-3bfa66575125,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:36.529485 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:36.537497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.538806 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456285 May 20 14:57:36.541415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32840) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:36.546277 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'cdccbf15-0c4e-4ef6-a960-20e6e1c093cf', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:36.552023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.556007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:36.558996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:36.564875 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.581535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.647612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.651359 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.659987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7db450e6-f1a2-46ca-92e3-129f084dd68e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:36.680516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b1d621-b738-4256-b794-b126a72adc46,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:36.682929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:36.687657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.689017 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-71f19af6-9233-4d28-bb0d-7291c753d676 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467004 May 20 14:57:36.691827 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 32844) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:36.696970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'cdccbf15-0c4e-4ef6-a960-20e6e1c093cf', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:36.702852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.707241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:36.710034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:36.717085 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.732678 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.799752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.804130 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.825220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2878e752-2e0d-43e3-a1cb-147d925d6e92 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:36.838035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a4dc65-4afb-4be8-bbce-94a56a16c37c,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:36.845052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:36.847756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.848913 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1561177 May 20 14:57:36.851777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32850) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:36.857116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'cdccbf15-0c4e-4ef6-a960-20e6e1c093cf', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:36.863512 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:36.867391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:36.870209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:36.875986 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:36.887396 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:57:36.893117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.960241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:57:36.978380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.983719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:36.985765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9380646-83c7-408d-a1f7-90dc959aaea3 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:37.012787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f69c492-f986-44f6-aea1-af38e997a41a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:37.015552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:37.025036 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:57:37.025780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:37.029865 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-13078433-69c4-4f15-8f91-15421eff76b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1744158 May 20 14:57:37.030051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 32854) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:37.035331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'cdccbf15-0c4e-4ef6-a960-20e6e1c093cf', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:37.041187 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:37.044946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:37.047785 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:37.053416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:37.063999 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:57:37.070170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:37.136200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:37.139923 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:37.141712 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-22fd59b9-5bfe-417a-a65f-bb201e8124e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:37.164660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26eeb004-4ec7-40e7-8762-58b6addedbe6,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:37.167272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:37.175912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:37.177109 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-163ccfe2-4485-437c-a509-cc0b66c90b44 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460986 May 20 14:57:37.427759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-3f8d5835-9f7c-4d57-9500-360f52b7907c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:37.446956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-3f8d5835-9f7c-4d57-9500-360f52b7907c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:37.448628 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-3f8d5835-9f7c-4d57-9500-360f52b7907c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639836058&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.0719540 May 20 14:57:37.548980 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-6dc70020-8f99-42f6-82dc-c4917a87af3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:37.550490 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-6dc70020-8f99-42f6-82dc-c4917a87af3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 930 time: 0.0928974 May 20 14:57:37.639274 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-abe422e6-6252-4257-b0e9-3cf182a64f9c service neutron] 10.222.0.58 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0730405 May 20 14:57:37.653760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-ab9de292-fb03-4581-93e4-051b109c130c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=98805) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 20 14:57:37.655418 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-ab9de292-fb03-4581-93e4-051b109c130c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080113 May 20 14:57:37.965667 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-6c6a245b-e0ba-460c-92a3-2643349f226b service neutron] 10.222.0.58 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015969 May 20 14:57:38.097133 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-f04aedcb-fecb-409d-b96e-e1657fa62ac4 service neutron] 10.222.0.58 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250367 May 20 14:57:38.274529 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5a0f785d-028f-45dd-ae22-24628fcd0c2b req-8be4e0a8-0420-43bd-b457-6711611487af tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 210 time: 0.0425181 May 20 14:57:38.422280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fb62b078-6158-4a14-aadb-16cccf4f0f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:39.379633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-c08f24c9-6525-48b5-b30a-4593fdb7c8ae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:39.399002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-76a52e92-7983-48f5-b959-c2653745982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:39.400743 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-76a52e92-7983-48f5-b959-c2653745982c service neutron] 10.222.0.11 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1026 time: 0.0785649 May 20 14:57:39.437004 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b44089dd-0f6f-4f3b-aaa6-dddb603d901a req-28935c36-a4d1-4bdc-b1a1-f1326b78b426 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 210 time: 0.0471516 May 20 14:57:39.437957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-c08f24c9-6525-48b5-b30a-4593fdb7c8ae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:39.439213 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-c08f24c9-6525-48b5-b30a-4593fdb7c8ae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708006162&fields=id&tenant_id=6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 267 time: 0.1053216 May 20 14:57:39.558635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-64343b91-5763-46a3-ac49-ccf1a5a64e42 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:39.560103 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-64343b91-5763-46a3-ac49-ccf1a5a64e42 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 797 time: 0.1534181 May 20 14:57:39.601342 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-d454a489-0d72-44ef-a131-5289dac688e2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:39.602031 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-d454a489-0d72-44ef-a131-5289dac688e2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:39.614845 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-ab572609-9b0d-43a9-9fd1-66ca6bb00248 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 472 time: 0.0445499 May 20 14:57:39.618713 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-d454a489-0d72-44ef-a131-5289dac688e2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:39.620007 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-d454a489-0d72-44ef-a131-5289dac688e2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 810 time: 0.1728082 May 20 14:57:39.625643 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Request body: {'port': {'device_id': '665c1b86-7c7a-4417-9221-16874493adec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:39.634537 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-7b8ea139-4613-44f9-8d66-91acb87115c6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/quotas/6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 375 time: 0.0090239 May 20 14:57:39.724411 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-ba07bbc0-4a72-4d57-ac62-6659d048a6ba tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842264 May 20 14:57:39.737081 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:39.861611 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-9530c166-8cac-43dc-b6f0-48d0650da3b3 service neutron] 10.222.0.58 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249459 May 20 14:57:39.993817 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-54f82012-0a29-498b-9121-0caf89782e43 service neutron] 10.222.0.58 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254210 May 20 14:57:40.072815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526325b7-4b36-48fc-bb5b-32b0228099f5 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:57:40.080033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.094388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Transition to ACTIVE for port object 526325b7-4b36-48fc-bb5b-32b0228099f5 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:40.097981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.102407 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f04d709d-4794-4b00-b30a-621af0acb143 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:40.238063 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=7']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:40.246342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:40.384785 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:40.385037 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:40.385341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:40.390244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:57:40.390556 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Attempting to bind port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:40.395625 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:40.395952 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Checking segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:40.396886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Bound using segment: {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:40.396886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Bound port: 526325b7-4b36-48fc-bb5b-32b0228099f5, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:40.397126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.414637 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e2aedef5-d964-4abd-a275-2da124945d06 req-d3fc20b7-3fd9-48e3-b1bd-c09c843bcf4a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0444756 May 20 14:57:40.500039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:40.504801 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:40.509681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.515224 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:40.576186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:40.577086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.578429 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] 10.222.0.11 "PUT /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1131 time: 0.9568210 May 20 14:57:40.578975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '665c1b86-7c7a-4417-9221-16874493adec', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:40.615033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=8']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:40.623634 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:40.662204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-55f23861-95bb-4be4-9684-73d754e9e006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.673180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a8a81-7cfe-4131-a254-0030f083d817 req-b417d990-3ae7-4ca6-b08a-3a4bbe4b5342 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:40.675953 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1a3a8a81-7cfe-4131-a254-0030f083d817 req-b417d990-3ae7-4ca6-b08a-3a4bbe4b5342 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 981 time: 0.1157877 May 20 14:57:40.742254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-70f65bc1-1a5a-4cf4-b068-7d2de95e0fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:40.744212 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-70f65bc1-1a5a-4cf4-b068-7d2de95e0fa1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 1134 time: 0.1195848 May 20 14:57:40.761743 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1a3a8a81-7cfe-4131-a254-0030f083d817 req-cd8d0e75-0146-4cc3-8b4c-745303a4fd84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 May 20 14:57:40.820895 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '665c1b86-7c7a-4417-9221-16874493adec', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'status': 'completed', 'code': 200} May 20 14:57:40.869757 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-696826fa-aff2-410b-a2fa-1d8c03e80719 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1036 time: 0.1097445 May 20 14:57:40.872371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:40.937196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-80ce26a1-b17e-4f98-807d-47ac149d8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:40.938649 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-80ce26a1-b17e-4f98-807d-47ac149d8190 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7b54eda-3a3f-41e9-964a-e9eaae8798c7 HTTP/1.1" status: 200 len: 835 time: 0.0631752 May 20 14:57:41.016647 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-3e8ae291-71e9-42f6-ac36-4d3c62e73618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:41.018684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-3e8ae291-71e9-42f6-ac36-4d3c62e73618 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b75c48fd-d95b-4536-a597-5594e44689dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0712061 May 20 14:57:41.307025 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-b0105ef1-96de-4788-83ee-a152f6c38c42 service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805939 May 20 14:57:41.439779 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1802d2d4-9a38-432c-a0f8-f338ef1837ae req-6bd9b780-27b3-45ed-bb72-1f7bc5152d3d service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247644 May 20 14:57:41.590511 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bcb6febc-2b16-4479-af1c-945e20e78492 req-4c964365-1c20-411e-8e10-7b565097ab6b tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0496843 May 20 14:57:41.665573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-1323691f-e0cc-4ca0-9c90-692620138c89 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:41.666971 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-1323691f-e0cc-4ca0-9c90-692620138c89 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 810 time: 0.2054627 May 20 14:57:41.669682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-12613905-0c53-4874-82a9-0f45eb68072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:41.670989 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-12613905-0c53-4874-82a9-0f45eb68072f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 1134 time: 0.1749108 May 20 14:57:41.798577 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-df90bb20-5b50-4ed2-b2a2-fb307e616752 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 379 time: 0.1180799 May 20 14:57:41.807738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'port': {'device_id': 'aeceac69-2b67-456b-9719-c76808df2a38', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'admin_state_up': True, 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'security_groups': ['3ae688dc-0614-40d8-80e3-10b76b4688f8']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:41.906577 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:41.946294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-75c963dc-9c06-49cf-beb7-5bb87cf91f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:41.947869 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-75c963dc-9c06-49cf-beb7-5bb87cf91f24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 898 time: 0.2548821 May 20 14:57:41.984117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80c54d-6230-4191-baa1-9e49bf801c3e req-06789313-1e1b-4db3-ad69-e1e7ad7fd3c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:41.985639 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5f80c54d-6230-4191-baa1-9e49bf801c3e req-06789313-1e1b-4db3-ad69-e1e7ad7fd3c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 981 time: 0.1022456 May 20 14:57:42.048507 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5f80c54d-6230-4191-baa1-9e49bf801c3e req-6566b0b5-04aa-4104-8f58-faec8694d696 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547111 May 20 14:57:42.066769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:42.073988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:port and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:42.078358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:42.087009 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-d5e2ed05-69a4-44f8-97d4-de9935e86989 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1036 time: 0.1298912 May 20 14:57:42.087878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:42.129326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Made reservation on behalf of 6a276f5bd72e415cac1c93e57c78ff73 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:57:42.132709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:42.214044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-426e61f5-8fce-46b8-abf1-caa279270522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:42.215518 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-426e61f5-8fce-46b8-abf1-caa279270522 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b7b54eda-3a3f-41e9-964a-e9eaae8798c7 HTTP/1.1" status: 200 len: 835 time: 0.1208301 May 20 14:57:42.377934 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Allocated IP 172.20.0.3 (38763527-1d62-4969-8d48-ca949208d582/c0853018-18b6-48c5-b513-ca49dc828f73/edad7b8b-b955-42b7-9ec6-d301b86a9dbf) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:57:42.381112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-1919879a-47eb-4860-83c9-1c1f1d41d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:42.382794 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-1919879a-47eb-4860-83c9-1c1f1d41d896 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b75c48fd-d95b-4536-a597-5594e44689dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1563213 May 20 14:57:42.633440 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-206e6997-5dc8-48a4-96ad-7781401a81ea service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425838 May 20 14:57:42.745090 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-82bdca34-46f3-4d89-9397-4a287df4d320 req-d484cb72-7c4e-4b0f-83ba-6c980c4e88be tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0476496 May 20 14:57:42.780523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:42.805720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Transition to ACTIVE for port object edad7b8b-b955-42b7-9ec6-d301b86a9dbf will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:42.985623 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cc0c68a0-0499-483c-901a-4bd26f760847 req-389fd378-d37b-4486-bd3a-25ca5d44f88c service neutron] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433092 May 20 14:57:43.006246 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.011614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-daed83c0-10c8-4d53-8218-d38a49e6799a tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:43.069108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Network 38763527-1d62-4969-8d48-ca949208d582 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:57:43.076469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:57:43.081540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:57:43.128113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:43.131843 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:43.163467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:43.164198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.201446 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3972547 May 20 14:57:43.215824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Request body: {'port': {'device_id': 'aeceac69-2b67-456b-9719-c76808df2a38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:43.276262 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fefd9-5260-4078-aab4-34329bf25adc req-7f2ed046-1e44-4332-be2e-b538951b495d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:43.279210 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-276fefd9-5260-4078-aab4-34329bf25adc req-7f2ed046-1e44-4332-be2e-b538951b495d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 981 time: 0.0946829 May 20 14:57:43.320987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-66112361-24b8-4959-9ca5-7799745d1c69 None None] Provisioning for port edad7b8b-b955-42b7-9ec6-d301b86a9dbf completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:43.328154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-66112361-24b8-4959-9ca5-7799745d1c69 None None] Provisioning complete for port edad7b8b-b955-42b7-9ec6-d301b86a9dbf triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:43.329091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-66112361-24b8-4959-9ca5-7799745d1c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.332281 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-276fefd9-5260-4078-aab4-34329bf25adc req-2ad7890e-da6c-4018-a7de-071870146010 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473495 May 20 14:57:43.352036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.398564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-66112361-24b8-4959-9ca5-7799745d1c69 None None] Port edad7b8b-b955-42b7-9ec6-d301b86a9dbf cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:43.618370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.710141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edad7b8b-b955-42b7-9ec6-d301b86a9dbf {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:57:43.718230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.733259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Transition to ACTIVE for port object edad7b8b-b955-42b7-9ec6-d301b86a9dbf will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:57:43.736575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:43.741545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9edb50-c12f-4252-aa5d-7c5a8a5abcf6 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:43.903763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Pushing event updated for resources: {'Port': ['ID=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:43.912670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:43.974698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e1b61-d5f1-4519-b0e8-89af91223df1 req-4cf40eda-da7d-4173-9a70-a5df1b71573d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:43.977756 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2f5e1b61-d5f1-4519-b0e8-89af91223df1 req-4cf40eda-da7d-4173-9a70-a5df1b71573d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.1174374 May 20 14:57:43.993799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Attempting to bind port edad7b8b-b955-42b7-9ec6-d301b86a9dbf on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:57:43.994194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Attempting to bind port edad7b8b-b955-42b7-9ec6-d301b86a9dbf by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:57:43.994772 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Attempting to bind port edad7b8b-b955-42b7-9ec6-d301b86a9dbf on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:43.999642 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Port edad7b8b-b955-42b7-9ec6-d301b86a9dbf on network 38763527-1d62-4969-8d48-ca949208d582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:57:43.999962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Attempting to bind port edad7b8b-b955-42b7-9ec6-d301b86a9dbf on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:57:44.005959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:57:44.006254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Checking segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:57:44.007198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Bound using segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:57:44.007198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Bound port: edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:57:44.007492 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:44.032507 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2f5e1b61-d5f1-4519-b0e8-89af91223df1 req-f6848e3f-85d8-4d93-92b4-03cc6615e023 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486665 May 20 14:57:44.098135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] For port edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:44.101104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] For port edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:57:44.105561 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:44.110028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-55104a49-7827-4499-8782-f69590047093 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:44.163110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:44.163715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:44.165185 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] 10.222.0.11 "PUT /v2.0/ports/edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 200 len: 1093 time: 0.9543083 May 20 14:57:44.165575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:44.193760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Pushing event updated for resources: {'Port': ['ID=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:44.196943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:44.245072 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'status': 'completed', 'code': 200} May 20 14:57:44.294704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-bf920e18-bc38-46bd-a0b7-c233a96bf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:44.296250 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-bf920e18-bc38-46bd-a0b7-c233a96bf476 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1096 time: 0.0851524 May 20 14:57:44.371925 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-a6f77735-b834-4c32-93a5-6ff00fbbe108 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 200 len: 217 time: 0.0672286 May 20 14:57:44.435183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-a881a924-47d8-4b6b-b26e-9f860b9386b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:44.436774 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-a881a924-47d8-4b6b-b26e-9f860b9386b7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0579207 May 20 14:57:44.522177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-79ea30d6-9844-4d56-b0b6-dd5e65e28b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:44.523253 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa61ae-af94-47ef-9e0f-6b1911f91a8d req-05131b79-8680-4ef5-8edd-391cc33e5fb1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:44.523786 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-79ea30d6-9844-4d56-b0b6-dd5e65e28b5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0799346 May 20 14:57:44.524835 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f9aa61ae-af94-47ef-9e0f-6b1911f91a8d req-05131b79-8680-4ef5-8edd-391cc33e5fb1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 981 time: 0.0835712 May 20 14:57:44.573137 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f9aa61ae-af94-47ef-9e0f-6b1911f91a8d req-82bd1f77-0440-4230-8085-ee88313ffb57 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 May 20 14:57:44.656739 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-2ea202d6-e06c-4422-9ce1-65b2885dfb72 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255817 May 20 14:57:44.935439 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f2ea9059-966b-4bc7-b56d-814b1b5f9af3 req-a4dfc03d-e788-4b79-ba02-4a0a1b98964e service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712562 May 20 14:57:45.014091 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:57:45.055677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-b9c8b461-9bb8-4fd8-b6fa-8519caa77466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:45.057302 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-b9c8b461-9bb8-4fd8-b6fa-8519caa77466 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1096 time: 0.0744059 May 20 14:57:45.184285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:45.200962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-6a434d63-c3d5-4165-935d-64374ee32241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:45.202434 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-6a434d63-c3d5-4165-935d-64374ee32241 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1381381 May 20 14:57:45.205308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'port_id': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'mac_address': 'fa:16:3e:ee:d0:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:57:45.246235 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbef8f5-a95b-4663-8282-ea4a2d92b42d req-b0a3461c-e7c7-4077-bc3c-9ec2eada58e4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:45.247785 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2bbef8f5-a95b-4663-8282-ea4a2d92b42d req-b0a3461c-e7c7-4077-bc3c-9ec2eada58e4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0987356 May 20 14:57:45.273559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:45.286419 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-d62cb6ef-f418-4ea9-8089-9a6e2e3af20d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 200 len: 217 time: 0.0759728 May 20 14:57:45.294639 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526325b7-4b36-48fc-bb5b-32b0228099f5 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:57:45.302540 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2bbef8f5-a95b-4663-8282-ea4a2d92b42d req-0af13b90-d1fb-4026-a18e-437e29d69f78 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484238 May 20 14:57:45.313952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:45.327678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:45.329534 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-79e8a556-9cf9-4871-8dc1-b4e4e4c95666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:45.354201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-60144fcc-0c02-429e-82fc-a96503ab3720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:45.355911 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-60144fcc-0c02-429e-82fc-a96503ab3720 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0619571 May 20 14:57:45.401429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=9']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:45.409559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.409991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.410805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.410805 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.411207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.411667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.412007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.412401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.412901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.413183 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.413568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.413956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:57:45.417965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:45.438694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-53dce8fa-1f5a-4db5-bdc2-9de7e546c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:45.440255 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-53dce8fa-1f5a-4db5-bdc2-9de7e546c8b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762641 May 20 14:57:45.534826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['526325b7-4b36-48fc-bb5b-32b0228099f5'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:57:45.584317 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-56448a07-7895-4ae7-9c66-49768d3d03c5 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369746 May 20 14:57:45.737720 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c96987d4-d6aa-47ea-9a92-e1aaefc7ccda req-578b7ae0-dc3a-4011-a902-08eed3340111 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464810 May 20 14:57:45.792294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e62d3-5b48-4191-a7ec-7f6061ed7625 req-3b4580f8-7a83-42b9-b6ea-08ee6f7ab724 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:45.793768 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-909e62d3-5b48-4191-a7ec-7f6061ed7625 req-3b4580f8-7a83-42b9-b6ea-08ee6f7ab724 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 982 time: 0.0955768 May 20 14:57:45.838721 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-909e62d3-5b48-4191-a7ec-7f6061ed7625 req-ac04ac17-13ba-4429-a28e-fa67b7701ccd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 May 20 14:57:46.490364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc7ded-dbc6-4106-b173-c8efe4c8f6fd req-1c39698b-f879-40ef-9805-bfeef81b2bf7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:46.491864 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d1bc7ded-dbc6-4106-b173-c8efe4c8f6fd req-1c39698b-f879-40ef-9805-bfeef81b2bf7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0837858 May 20 14:57:46.540937 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d1bc7ded-dbc6-4106-b173-c8efe4c8f6fd req-502a8ce8-da54-4edd-8aeb-b3176234411d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430765 May 20 14:57:47.021418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080c91-8fca-4566-bb1e-45f2f64db8de req-2812273f-f630-40b2-9a5f-90b0c3d05aed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:47.022861 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-23080c91-8fca-4566-bb1e-45f2f64db8de req-2812273f-f630-40b2-9a5f-90b0c3d05aed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 982 time: 0.0806379 May 20 14:57:47.030576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:47.067977 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-23080c91-8fca-4566-bb1e-45f2f64db8de req-75e1dd2f-439d-4077-8f5e-ee17d8fd2ce3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389380 May 20 14:57:47.099243 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 526325b7-4b36-48fc-bb5b-32b0228099f5 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:47.103643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 526325b7-4b36-48fc-bb5b-32b0228099f5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:47.104022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:47.217410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:47.243316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '665c1b86-7c7a-4417-9221-16874493adec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:47.253340 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:47.256901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:47.258785 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-d5a5e386-f8ec-4fb8-9925-3815ebb56d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:47.323467 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=10']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:47.326518 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:47.344540 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '665c1b86-7c7a-4417-9221-16874493adec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526325b7-4b36-48fc-bb5b-32b0228099f5', 'code': 200} May 20 14:57:47.566837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57847b-2f11-48cc-9990-8155499afa77 req-36e9eeb3-db31-4000-a604-0c5057e366a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:47.568259 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd57847b-2f11-48cc-9990-8155499afa77 req-36e9eeb3-db31-4000-a604-0c5057e366a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 1137 time: 0.0683146 May 20 14:57:47.609441 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd57847b-2f11-48cc-9990-8155499afa77 req-ebedfc50-1453-4e11-a1ac-17a5f9159506 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340936 May 20 14:57:47.725924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c2dbb-19a7-4dc8-9ed9-6fe22aa69585 req-2248ad07-f6f4-4b64-b24c-d3ff51d4a0b7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:47.727413 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-818c2dbb-19a7-4dc8-9ed9-6fe22aa69585 req-2248ad07-f6f4-4b64-b24c-d3ff51d4a0b7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0827713 May 20 14:57:47.887538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-818c2dbb-19a7-4dc8-9ed9-6fe22aa69585 req-7786a8d8-16e2-4bda-9c39-f9e7cbea7214 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544206 May 20 14:57:48.251753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5765a0-eb53-4c7b-90e7-3cfa2617cc87 req-c22443ef-313c-4562-ab00-1024e984f277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:48.253143 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6a5765a0-eb53-4c7b-90e7-3cfa2617cc87 req-c22443ef-313c-4562-ab00-1024e984f277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 984 time: 0.0792406 May 20 14:57:48.300845 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6a5765a0-eb53-4c7b-90e7-3cfa2617cc87 req-ff432011-24e2-4d51-aa62-0295de4a90cb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 May 20 14:57:49.069006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef22bd-a730-4e18-b40e-ef9a2ec93fcf req-2ee37e77-5936-48bf-a71d-154511e68dcd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:49.070417 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-20ef22bd-a730-4e18-b40e-ef9a2ec93fcf req-2ee37e77-5936-48bf-a71d-154511e68dcd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0783098 May 20 14:57:49.113183 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-20ef22bd-a730-4e18-b40e-ef9a2ec93fcf req-47caea06-2066-4786-9cb6-cc3a0357107d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371168 May 20 14:57:49.482899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e43f5d-deb5-4b98-897b-600c791ec0ec req-d8fcf8af-9aa7-4f8a-8303-5c4aadf09d67 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:49.484359 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-73e43f5d-deb5-4b98-897b-600c791ec0ec req-d8fcf8af-9aa7-4f8a-8303-5c4aadf09d67 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 984 time: 0.0817931 May 20 14:57:49.528293 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-73e43f5d-deb5-4b98-897b-600c791ec0ec req-12de1d54-981c-42a6-9cb3-a5055598cb7a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 May 20 14:57:49.712234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:49.712900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba4b2a-f4b6-402e-bcb2-2d824c2c59cd req-5f525aa2-abf2-42c6-bde9-66b23ca47cf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:49.714095 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-37ba4b2a-f4b6-402e-bcb2-2d824c2c59cd req-5f525aa2-abf2-42c6-bde9-66b23ca47cf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 984 time: 0.0828991 May 20 14:57:49.758796 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-37ba4b2a-f4b6-402e-bcb2-2d824c2c59cd req-a87a76ad-361e-49c4-9070-6e613ae27e40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 May 20 14:57:49.781054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 32964) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:49.854499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a77772-c422-4d40-a8e8-80401e394e7a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:49.856068 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-80a77772-c422-4d40-a8e8-80401e394e7a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec&network_id=b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 200 len: 1132 time: 0.0740504 May 20 14:57:50.209807 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc6f097-7c72-40e0-8787-4529cc79db24 req-86a8a84e-dce0-4a48-b7f7-29d03a86d92e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:50.211312 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4bc6f097-7c72-40e0-8787-4529cc79db24 req-86a8a84e-dce0-4a48-b7f7-29d03a86d92e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 984 time: 0.0847845 May 20 14:57:50.303403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4bc6f097-7c72-40e0-8787-4529cc79db24 req-0a095c44-5bac-4fa8-bc44-76bf57f3beb9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863509 May 20 14:57:50.332869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e79d2-c3bf-45f6-8806-ac4e261d7b4a req-788c29b9-2aaf-4b31-9a85-d26de5c6511b tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:50.334341 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a50e79d2-c3bf-45f6-8806-ac4e261d7b4a req-788c29b9-2aaf-4b31-9a85-d26de5c6511b tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.1158092 May 20 14:57:50.378209 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a50e79d2-c3bf-45f6-8806-ac4e261d7b4a req-8900c10e-d87c-4520-be6e-6899ecf61882 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381989 May 20 14:57:51.520916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7cdb2-f3a2-49db-8b1b-eef99b3e319c req-a305fbd7-dfac-4219-9723-5dc2bf22c34a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:51.522340 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ed7cdb2-f3a2-49db-8b1b-eef99b3e319c req-a305fbd7-dfac-4219-9723-5dc2bf22c34a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 984 time: 0.1112235 May 20 14:57:51.591314 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9ed7cdb2-f3a2-49db-8b1b-eef99b3e319c req-695a940c-bb63-4292-9ead-28b2d860b19c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=829af49b-6f02-4356-bcba-11dc450fef6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630150 May 20 14:57:51.609109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb502-e849-4725-b102-92e10494f98c req-74a0f08f-68d5-422b-b30e-708aae66092d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:51.610900 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e39bb502-e849-4725-b102-92e10494f98c req-74a0f08f-68d5-422b-b30e-708aae66092d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.1276946 May 20 14:57:51.638680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-9d965f5c-61b1-4f23-a2ae-6bd3ad694bf2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:51.640187 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-9d965f5c-61b1-4f23-a2ae-6bd3ad694bf2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 984 time: 0.0798788 May 20 14:57:51.656411 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e39bb502-e849-4725-b102-92e10494f98c req-354ae37b-3676-4be0-9faf-d087022f12ce tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396540 May 20 14:57:51.712724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-3c714ddb-ac26-4570-92dc-88dea4e4bc9c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:51.714048 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-3c714ddb-ac26-4570-92dc-88dea4e4bc9c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0651648 May 20 14:57:51.856633 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-f3109a4b-07a3-4e9f-abea-cd0642de1388 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1334047 May 20 14:57:51.867419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:51.978212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:52.173223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=526325b7-4b36-48fc-bb5b-32b0228099f5,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:52.202280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] For port 526325b7-4b36-48fc-bb5b-32b0228099f5, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:57:52.251296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] device_id is not set on port 526325b7-4b36-48fc-bb5b-32b0228099f5 yet. {{(pid=98806) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 20 14:57:52.259659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:52.265178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:52.269611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:52.541236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Pushing event updated for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=11']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:52.545633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:52.598203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] No DVR routers for this DVR port 526325b7-4b36-48fc-bb5b-32b0228099f5 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:57:52.631680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-396270c4-8831-4e57-9605-ad2abe4e58ff None None] Provisioning complete for port 526325b7-4b36-48fc-bb5b-32b0228099f5 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:52.632152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-396270c4-8831-4e57-9605-ad2abe4e58ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:52.690342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-396270c4-8831-4e57-9605-ad2abe4e58ff None None] Port 526325b7-4b36-48fc-bb5b-32b0228099f5 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:57:52.747645 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8a62505e-a1d5-4805-b2ec-60b00ebfe0fb req-2686eea1-b9f8-44af-845c-540021a85e96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=665c1b86-7c7a-4417-9221-16874493adec HTTP/1.1" status: 200 len: 210 time: 0.0462794 May 20 14:57:52.824575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] In _notify_port_updated(), no bound segment for port 526325b7-4b36-48fc-bb5b-32b0228099f5 on network b75c48fd-d95b-4536-a597-5594e44689dd {{(pid=98806) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} May 20 14:57:52.825460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:52.826075 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:52.827378 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-91805d70-72f9-449b-8508-7762a8f7ffe1 req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] 10.222.0.11 "PUT /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 200 len: 1027 time: 0.9637518 May 20 14:57:52.870001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073a14-2117-491f-b22d-0389cf915daa req-eb90ae93-6053-4ca2-b507-3f6330534caf tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:52.871471 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c9073a14-2117-491f-b22d-0389cf915daa req-eb90ae93-6053-4ca2-b507-3f6330534caf tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0848308 May 20 14:57:52.917820 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c9073a14-2117-491f-b22d-0389cf915daa req-8745dd79-8e5c-494c-a483-ed5d8002dfe7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403709 May 20 14:57:53.841164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 32984) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:53.909433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:53.938586 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.004937 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.009909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f6135bf7-aff8-462d-89e4-39d66bd7e26d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:54.029740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdccbf15-0c4e-4ef6-a960-20e6e1c093cf,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:54.032680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:54.044110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.045729 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e2e7f68f-3465-41b2-abb0-207686e8adcc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/cdccbf15-0c4e-4ef6-a960-20e6e1c093cf HTTP/1.1" status: 204 len: 168 time: 0.2033048 May 20 14:57:54.076949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 32992) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:54.109798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d49961-ceca-4f0f-a6ba-710e4a099cbf req-a2e99c19-1460-4587-b07f-c94be0a28faf tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:54.111278 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-47d49961-ceca-4f0f-a6ba-710e4a099cbf req-a2e99c19-1460-4587-b07f-c94be0a28faf tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0883696 May 20 14:57:54.155337 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-47d49961-ceca-4f0f-a6ba-710e4a099cbf req-55e61df5-9f9c-4bae-8b39-ed0d64ad752e tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375512 May 20 14:57:54.341623 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port a34326b2-f7c2-4956-bd16-4525d96e816f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:57:54.341877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.457358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.457684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.575433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for a34326b2-f7c2-4956-bd16-4525d96e816f owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:57:54.691992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.696508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef802ac7-98b8-4562-8819-7ab8cde92843 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:54.742584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=a34326b2-f7c2-4956-bd16-4525d96e816f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:54.745708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:54.832771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:54.833144 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e disassociated (deleted). External IP: 172.26.6.79, port: 526325b7-4b36-48fc-bb5b-32b0228099f5. May 20 14:57:55.086484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device edad7b8b-b955-42b7-9ec6-d301b86a9dbf details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:57:55.088887 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:57:55.185376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 526325b7-4b36-48fc-bb5b-32b0228099f5 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:57:55.275850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:55.290481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'port_id': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'mac_address': 'fa:16:3e:b2:32:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:57:55.332756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router da902535-0f15-47f1-9afe-4ae6bd817a46 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:57:55.350181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea4d3f6-7ea6-4e34-bc1a-3e2cc1286302 req-51c6df8c-89b8-4e21-884e-ec7d74da4c3f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:55.351963 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dea4d3f6-7ea6-4e34-bc1a-3e2cc1286302 req-51c6df8c-89b8-4e21-884e-ec7d74da4c3f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 943 time: 0.0873547 May 20 14:57:55.399080 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dea4d3f6-7ea6-4e34-bc1a-3e2cc1286302 req-543d4541-444b-4f79-9f76-2dfd0fff5bf8 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406911 May 20 14:57:55.402098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.422581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edad7b8b-b955-42b7-9ec6-d301b86a9dbf {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:57:55.438317 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:55.442811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.444490 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-97bf9235-b564-4a58-8c12-7bdcad9d1ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:55.509498 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:55.512829 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:55.518113 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:55.527012 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] Sync routers for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:55.536987 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:55.537596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:55.538374 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.593346 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e HTTP/1.1" status: 204 len: 168 time: 1.5152800 May 20 14:57:55.678066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['edad7b8b-b955-42b7-9ec6-d301b86a9dbf'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:57:55.737898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33002) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:55.768297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:55.809930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.839257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.906482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.912299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c2ed000a-32a3-43a4-b252-584ee5bd8d65 tempest-PortsIpV6TestJSON-1600003996 tempest-PortsIpV6TestJSON-1600003996-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:55.926889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b159e4e-8fff-46b2-9eb2-8a5573726d3b,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:55.929268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:55.935995 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:55.937106 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bc36e1d0-7b89-4145-8e38-af46010a6904 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/9b159e4e-8fff-46b2-9eb2-8a5573726d3b HTTP/1.1" status: 204 len: 168 time: 0.1982346 May 20 14:57:55.967019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33008) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:56.105724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 526325b7-4b36-48fc-bb5b-32b0228099f5 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:57:56.106066 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:56.234959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:15Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:56.235630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:56.247699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] Checking router: da902535-0f15-47f1-9afe-4ae6bd817a46 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:57:56.269798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:56.270403 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:56.357316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 526325b7-4b36-48fc-bb5b-32b0228099f5 owned by {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:57:56.453578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:56.643893 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:56.651166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1e46a301-4f3a-4a3e-9db5-8d42d8f5647e tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:56.701490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=526325b7-4b36-48fc-bb5b-32b0228099f5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:56.705689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:56.748610 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c88d8-e393-4370-9b4e-2f3c3230335c req-a61cce0a-b663-4b26-9622-1a939e5d94b7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:56.750213 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e93c88d8-e393-4370-9b4e-2f3c3230335c req-a61cce0a-b663-4b26-9622-1a939e5d94b7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 944 time: 0.1916890 May 20 14:57:56.832068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:15Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:56.836981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12b7f5d-d7af-4bd8-848c-0e7f5e1ef48d None None] The sync data for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv is: [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'ba34550f-cc59-4af4-8efd-8d6c2f07d756', 'name': '', 'network_id': 'b75c48fd-d95b-4536-a597-5594e44689dd', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:04:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:04Z', 'updated_at': '2021-05-20T14:57:15Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'b7b54eda-3a3f-41e9-964a-e9eaae8798c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:57:56.856816 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:56.862553 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e93c88d8-e393-4370-9b4e-2f3c3230335c req-62a33aa6-e003-4639-a5a1-5791c7f6a82b tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801229 May 20 14:57:56.875089 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33014) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:56.875586 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b4383fb2-aebf-4ff8-8f34-bffc73b15abb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/ports/526325b7-4b36-48fc-bb5b-32b0228099f5 HTTP/1.1" status: 204 len: 168 time: 0.9067538 May 20 14:57:57.078166 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948fd8c3-08fc-41d7-ab58-3d91f0037ccf None None] New status for floating IP 82ba9a79-7b1d-4f5b-87e2-515bc5e99f7e: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:57:57.091830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device edad7b8b-b955-42b7-9ec6-d301b86a9dbf up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:57:57.160678 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port edad7b8b-b955-42b7-9ec6-d301b86a9dbf completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:57:57.166345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port edad7b8b-b955-42b7-9ec6-d301b86a9dbf triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:57:57.167084 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:57.290192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:57.316398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:57:57.326121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:57.331330 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:57.334391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:57.376924 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'code': 200} May 20 14:57:57.411649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:57.414523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:57.446916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:57.868886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66b3f9-4920-4355-bfa9-9655e97f041e req-6d63176d-43cc-461a-93bb-84e8f44e7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:57.870333 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9e66b3f9-4920-4355-bfa9-9655e97f041e req-6d63176d-43cc-461a-93bb-84e8f44e7aaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1098 time: 0.3561671 May 20 14:57:57.954854 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9e66b3f9-4920-4355-bfa9-9655e97f041e req-39f2d766-6f3b-4113-afd6-7bf15d95ea8d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499353 May 20 14:57:58.045469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e53df6-6e95-448a-a043-bed85a1eb47b req-2af63727-b271-455a-b45d-4705055dde58 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:58.046849 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2e53df6-6e95-448a-a043-bed85a1eb47b req-2af63727-b271-455a-b45d-4705055dde58 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 945 time: 0.0802968 May 20 14:57:58.090951 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2e53df6-6e95-448a-a043-bed85a1eb47b req-960a9f10-d98a-40a2-accd-dc1eefd57aed tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383706 May 20 14:57:58.093363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port ba34550f-cc59-4af4-8efd-8d6c2f07d756 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:57:58.093705 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:58.224049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port ba34550f-cc59-4af4-8efd-8d6c2f07d756, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ba34550f-cc59-4af4-8efd-8d6c2f07d756,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:57:58.224403 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:58.348780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for ba34550f-cc59-4af4-8efd-8d6c2f07d756 owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:57:58.577028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:58.580702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-743b21fd-0adf-4038-823a-7926f09df548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:57:58.629417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=ba34550f-cc59-4af4-8efd-8d6c2f07d756,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:57:58.632538 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:57:58.902664 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:59.292164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b557a-86dd-4ea2-9113-fce7ee187b2a req-74c7d3ce-238e-4450-9e79-cc803ee21b75 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:59.293628 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-646b557a-86dd-4ea2-9113-fce7ee187b2a req-74c7d3ce-238e-4450-9e79-cc803ee21b75 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 945 time: 0.0935636 May 20 14:57:59.341310 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-646b557a-86dd-4ea2-9113-fce7ee187b2a req-0367fd01-1f49-4de5-86db-feceaae8207a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415707 May 20 14:57:59.406448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router da902535-0f15-47f1-9afe-4ae6bd817a46 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:57:59.528239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac469-898e-4c40-990b-3c6a169318f7 req-1294fe35-d9c2-438b-89f1-e3c11a469c02 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:59.529702 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-25cac469-898e-4c40-990b-3c6a169318f7 req-1294fe35-d9c2-438b-89f1-e3c11a469c02 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 945 time: 0.0795062 May 20 14:57:59.576386 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-25cac469-898e-4c40-990b-3c6a169318f7 req-69ca54aa-a5ac-47b1-a6f5-a38ada084937 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 May 20 14:57:59.584746 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:57:59.595649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] Sync routers for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:57:59.600228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33026) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:59.605134 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:57:59.605786 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:57:59.614112 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/da902535-0f15-47f1-9afe-4ae6bd817a46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372375 May 20 14:57:59.616704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33032) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:59.723593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet b7b54eda-3a3f-41e9-964a-e9eaae8798c7 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:57:59.727439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:59.789148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:57:59.796756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:59.839501 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518aa99-222a-4ecd-94c3-368e593becba tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:57:59.840160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4518aa99-222a-4ecd-94c3-368e593becba tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] Synchronizing usage tracker for tenant:9ced6419dbda42e69ba616a93a071e13 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:57:59.868491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4518aa99-222a-4ecd-94c3-368e593becba tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] Unset dirty status for tenant:9ced6419dbda42e69ba616a93a071e13 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:57:59.869766 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4518aa99-222a-4ecd-94c3-368e593becba tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1093 time: 0.2684367 May 20 14:57:59.873239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33036) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:57:59.879245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address': '172.20.0.3'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:57:59.885291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:57:59.890548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:floatingip and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:57:59.895710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:57:59.899036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:57:59.902704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:57:59.913598 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.053971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.080675 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:58Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:00.084627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] Checking router: da902535-0f15-47f1-9afe-4ae6bd817a46 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:58:00.093139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] Routers {'da902535-0f15-47f1-9afe-4ae6bd817a46'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:00.093681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['da902535-0f15-47f1-9afe-4ae6bd817a46'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:00.181201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.186284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ebef9c59-37cb-488e-a7fa-4007f7b5823b tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:00.195858 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Allocated IP 172.26.6.211 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/cb3e1cb8-c2a5-4df9-a9a4-37a6cf4c308d) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:58:00.224468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b54eda-3a3f-41e9-964a-e9eaae8798c7,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:00.233738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ef8b64-8d0a-4af2-acf1-dbfeefbc4170 None None] Network b75c48fd-d95b-4536-a597-5594e44689dd requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:58:00.234465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.238271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:00.245041 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e33d502f-3e1a-4017-a348-f974b55bcece tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/b7b54eda-3a3f-41e9-964a-e9eaae8798c7 HTTP/1.1" status: 204 len: 168 time: 0.6250606 May 20 14:58:00.245486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33040) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:00.348540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.357158 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] Set router da902535-0f15-47f1-9afe-4ae6bd817a46 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:00.379896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.383925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-394e192e-03ac-4ce2-b637-a4db01f79452 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:00.433141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.444266 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:00.451827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:00.457192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:58:00.496510 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=cb3e1cb8-c2a5-4df9-a9a4-37a6cf4c308d,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:00.514433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:00.575054 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:58:00.634557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.769399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:58Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:00.773859 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-c936277a-c25a-4c15-8d15-4f91b9ad1278 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1031859 May 20 14:58:00.774348 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47a524-fc1f-4398-975f-e8b7534631cc None None] The sync data for ids ['da902535-0f15-47f1-9afe-4ae6bd817a46'] in dv-neutron-601336-75-hyperv is: [{'id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'name': 'tempest-TestNetworkBasicOps-router-2118054371', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:58Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '504bdd65-b264-4567-8d5f-c768ff10f37c', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da902535-0f15-47f1-9afe-4ae6bd817a46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:58:00.775588 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 504bdd65-b264-4567-8d5f-c768ff10f37c {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:58:00.776540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.815821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] DHCP port deletion for b75c48fd-d95b-4536-a597-5594e44689dd request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:58:00.889958 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Deleting port 706082f0-29a2-4bc5-a184-a09772781e48 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:58:00.890262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.966183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:00.995913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] For port 706082f0-29a2-4bc5-a184-a09772781e48, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=706082f0-29a2-4bc5-a184-a09772781e48,segment=NetworkSegment(07f8adb4-0cee-4fbb-b7d4-a509908bbcd4),segment_id=07f8adb4-0cee-4fbb-b7d4-a509908bbcd4)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:00.996507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.047762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.136176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Calling delete_port for 706082f0-29a2-4bc5-a184-a09772781e48 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:58:01.165450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 504bdd65-b264-4567-8d5f-c768ff10f37c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=504bdd65-b264-4567-8d5f-c768ff10f37c,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:01.165833 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.182991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-2c857377-dfa0-4bd0-9f9e-917df247baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:01.184572 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-2c857377-dfa0-4bd0-9f9e-917df247baf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1098 time: 0.2965789 May 20 14:58:01.193604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.205915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-679c7e7a-16f6-4d1d-8a60-4f87b8eb5202 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:01.241443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] No DVR routers for this DVR port 706082f0-29a2-4bc5-a184-a09772781e48 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:58:01.268236 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Pushing event deleted for resources: {'Port': ['ID=706082f0-29a2-4bc5-a184-a09772781e48,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:01.278562 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-a3afa8c5-215a-454c-b5df-906a87c3a3db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:01.333910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 504bdd65-b264-4567-8d5f-c768ff10f37c owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:58:01.409515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.415345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.420270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ee466cbb-f2d0-4efd-8580-155ec2ee539a tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:01.448415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-02844aed-c14a-4d12-8daa-3de3f7b0476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:01.449856 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-02844aed-c14a-4d12-8daa-3de3f7b0476b service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.2118273 May 20 14:58:01.527486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=cb3e1cb8-c2a5-4df9-a9a4-37a6cf4c308d,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:01.531569 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:01.538532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.580093 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-70b2b5c1-0ba1-4695-b76b-0b995497086f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 200 len: 999 time: 0.1166701 May 20 14:58:01.688665 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-e8377d8b-47cc-4174-abdb-05210f40431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:01.690075 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-e8377d8b-47cc-4174-abdb-05210f40431a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.1034296 May 20 14:58:01.712457 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Floating IP 85306dda-3b27-4a0c-a428-8f5f8284fc57 associated. External IP: 172.26.6.211, port: edad7b8b-b955-42b7-9ec6-d301b86a9dbf. May 20 14:58:01.742417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:01.749183 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:01.797261 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=504bdd65-b264-4567-8d5f-c768ff10f37c,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:01.808416 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ba34550f-cc59-4af4-8efd-8d6c2f07d756 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:58:01.824688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:01.849977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: ba34550f-cc59-4af4-8efd-8d6c2f07d756 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:58:01.850471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ba34550f-cc59-4af4-8efd-8d6c2f07d756 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:58:01.851632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 706082f0-29a2-4bc5-a184-a09772781e48 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:58:01.885953 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 706082f0-29a2-4bc5-a184-a09772781e48 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:58:01.886308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 706082f0-29a2-4bc5-a184-a09772781e48 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:58:01.917128 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-f98df6b5-fb6c-45fe-82d9-77c39ba32094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:01.918873 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-f98df6b5-fb6c-45fe-82d9-77c39ba32094 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2219770 May 20 14:58:01.921613 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.077067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:58:02.173306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.181994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.224523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.225013 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router da902535-0f15-47f1-9afe-4ae6bd817a46 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:58:02.236834 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-b9974ca0-0c46-4fda-a442-2372024317d7 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768109 May 20 14:58:02.245350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.246387 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/da902535-0f15-47f1-9afe-4ae6bd817a46 HTTP/1.1" status: 204 len: 168 time: 1.9998732 May 20 14:58:02.250332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33044) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:02.292719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:58:02.306499 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:58:02.318767 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:02.319722 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:02.384846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.396094 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2dc92381-cf26-4d01-bbe7-ec64be1d4e9c req-b367247a-1deb-4bf1-b110-329f2c35ca1f service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485860 May 20 14:58:02.428692 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.457583 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5831254 May 20 14:58:02.484876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:58:02.515588 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:02.732654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.755075 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'status': 'completed', 'code': 200} May 20 14:58:02.758426 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75c48fd-d95b-4536-a597-5594e44689dd']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:02.774834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:02.775174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f8adb4-0cee-4fbb-b7d4-a509908bbcd4') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:02.791916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.807548 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.823456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:58:02.824009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:58:02.840364 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:58:02.868151 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-a2d42562-50ca-4552-a555-2538f26ab84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:02.869754 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-a2d42562-50ca-4552-a555-2538f26ab84f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1098 time: 0.0914748 May 20 14:58:02.921016 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '85306dda-3b27-4a0c-a428-8f5f8284fc57', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.211', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:b2:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeceac69-2b67-456b-9719-c76808df2a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:00Z', 'updated_at': '2021-05-20T14:58:00Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:02.925716 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:58:02.931076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.935626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-697922f2-47ae-462d-9269-05c610d236cd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:02.936079 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:02.936674 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:02.951614 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:02.964720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=b75c48fd-d95b-4536-a597-5594e44689dd,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:02.971894 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:02.978232 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f1e633a5-197a-4885-b0f8-bd6fc9de627c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/b75c48fd-d95b-4536-a597-5594e44689dd HTTP/1.1" status: 204 len: 168 time: 0.7244225 May 20 14:58:02.990724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33054) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:03.006742 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-65b524ec-42c0-4ae4-ac9d-cac88539bd04 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 839 time: 0.0123911 May 20 14:58:03.006993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33058) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:03.013170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--1656307194', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:03.018232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:03.022664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:03.026061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:03.031997 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:03.043390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:58:03.047051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.077221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:58:03.087891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.088432 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment eb2604d8-7e7d-4690-a557-524e9116384b of type vlan for network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 May 20 14:58:03.115461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.136310 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:03.145963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.152438 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:03.153078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.159013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-344dc243-524e-43c6-8edb-e302d2d6e233 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:03.170592 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-d5416a07-dec1-40e3-9ff0-c5196b7fdd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:03.172104 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-d5416a07-dec1-40e3-9ff0-c5196b7fdd56 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.2939351 May 20 14:58:03.218704 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2081771 May 20 14:58:03.231865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33062) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:03.255851 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:03.267718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:03.269653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:03.272845 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:03.274852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:03.284069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:58:03.285886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:03.295002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:03.302275 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-a5b59e64-7c9c-4394-9dfe-e358869bcaea service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 200 len: 999 time: 0.1222854 May 20 14:58:03.349236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.350229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.381760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.383845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-945334da-de1a-4514-9fb2-cdd9470f16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:03.385304 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-945334da-de1a-4514-9fb2-cdd9470f16c8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0759478 May 20 14:58:03.495376 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '85306dda-3b27-4a0c-a428-8f5f8284fc57', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.211', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:b2:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeceac69-2b67-456b-9719-c76808df2a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:00Z', 'updated_at': '2021-05-20T14:58:00Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:03.499410 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ad3c64-779a-4610-a1e9-1d513de3fae8 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '85306dda-3b27-4a0c-a428-8f5f8284fc57', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.211', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:b2:32:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeceac69-2b67-456b-9719-c76808df2a38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:00Z', 'updated_at': '2021-05-20T14:58:00Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:58:03.653871 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-629f63bf-3650-4c37-aa9d-655b1bf2b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:03.655391 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-629f63bf-3650-4c37-aa9d-655b1bf2b8aa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2619791 May 20 14:58:03.675821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda1727d-9f76-45b7-a46c-1c05dcbcc871 None None] New status for floating IP 85306dda-3b27-4a0c-a428-8f5f8284fc57: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:58:03.731234 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:03.830102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 504bdd65-b264-4567-8d5f-c768ff10f37c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:58:03.879322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 504bdd65-b264-4567-8d5f-c768ff10f37c {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:58:03.879680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 504bdd65-b264-4567-8d5f-c768ff10f37c not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:58:03.931656 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-d4100056-ad5d-44ec-9851-b460af3edb70 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288387 May 20 14:58:04.086503 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-4577fc01-fea6-46ad-b93f-4348c666aa42 req-31920bcd-5565-4c87-90b3-6b24a7c83243 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429946 May 20 14:58:04.241938 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:04.271379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:04.544171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.22 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/01760252-983f-4402-803d-979b333e8196) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:58:04.684487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:04.713802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:04.721717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d4d06509-9b08-494f-9b21-82e586f5e677 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:04.776907 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:04.779721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:04.787878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:58:04.829277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:04.833962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:05.192809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:05.526893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:05.720144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d3a56f85-6ce2-4089-855c-8af43baeacc2 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:58:06.040902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:58:06.050336 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Sync routers for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:58:06.059481 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:06.060083 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:06.067924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.069084 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8308127 May 20 14:58:06.072073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33066) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:06.112593 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0185c988-c0a6-4a43-bca4-9e8f3bac42b9 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375378 May 20 14:58:06.113749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33070) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:06.232635 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:06.239873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c404bea-642d-4343-a4b6-880beb676633 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:06.241359 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-9c404bea-642d-4343-a4b6-880beb676633 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1267381 May 20 14:58:06.244228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33074) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:06.288613 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-58ab3558-d64f-4921-9222-4a508115c10e tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431447 May 20 14:58:06.290980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33078) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:06.296162 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982481851', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:06.402970 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:06.406675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:06.410167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:06.415975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:06.425523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:58:06.429286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.536680 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:05Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:06.540354 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Checking router: d3a56f85-6ce2-4089-855c-8af43baeacc2 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:58:06.540703 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Updating router d3a56f85-6ce2-4089-855c-8af43baeacc2 port 01760252-983f-4402-803d-979b333e8196 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:58:06.594450 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.834899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.838496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-41eb7a63-e4e8-4825-9549-8e7228b0f507 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:06.918915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=f8277acb-cc7b-4ae8-a9d7-a557027376e8,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:06.920145 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.922835 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:06.930091 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:58:06.930453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: a87ad24c-bcf7-4af6-9d5c-c13b3a481f40, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:58:06.933685 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Transition to ACTIVE for port object 01760252-983f-4402-803d-979b333e8196 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:06.940319 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.943743 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-4352c38c-c171-4bd6-8c8a-984b703a36e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:06.947507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:58:06.956832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a87ad24c-bcf7-4af6-9d5c-c13b3a481f40) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:06.969348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:06.970028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:06.971417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bda76c9-df89-4cb1-94e0-45f872dc7fc5 None None] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:58:07.000505 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-81e41b41-8721-4303-bb06-90b199e47fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7084517 May 20 14:58:07.003861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33082) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:07.029306 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Attempting to bind port 01760252-983f-4402-803d-979b333e8196 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:58:07.029869 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Attempting to bind port 01760252-983f-4402-803d-979b333e8196 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:58:07.030241 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Attempting to bind port 01760252-983f-4402-803d-979b333e8196 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:58:07.039624 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:58:07.039996 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:58:07.040396 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.040911 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:58:07.041433 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Bound port: 01760252-983f-4402-803d-979b333e8196, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:58:07.041774 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.065124 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Pushing event updated for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:07.085479 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.085715 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.086046 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.086368 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.087011 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.087011 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.087335 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.087655 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.087975 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.088292 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.088606 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.088920 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:07.092696 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:07.131574 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] For port 01760252-983f-4402-803d-979b333e8196, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:58:07.134609 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] For port 01760252-983f-4402-803d-979b333e8196, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01760252-983f-4402-803d-979b333e8196,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:58:07.139609 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.144788 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-2b7f6de7-71a9-4ad4-b771-dbf4ccaa1239 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:07.208757 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:58:07.210075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.218340 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:07.218968 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:07.323425 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Pushing event updated for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:07.384483 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-1779eceb-1c66-4d47-9410-02c4de83e22f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:07.388213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Allocated IP 172.20.0.2 (a87ad24c-bcf7-4af6-9d5c-c13b3a481f40/f8277acb-cc7b-4ae8-a9d7-a557027376e8/a871adae-63dc-41c2-832a-604fd5ebe412) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:58:07.425355 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:07.656764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.667199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Transition to ACTIVE for port object a871adae-63dc-41c2-832a-604fd5ebe412 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:07.687150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Transition to ACTIVE for port object a871adae-63dc-41c2-832a-604fd5ebe412 will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:07.694707 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.704071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-30c9c1fa-9847-40d2-9c68-b1076e645530 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:07.720056 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:05Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:07.724685 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77271ec-b29e-4b33-a9d0-870424f76017 None None] The sync data for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv is: [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:05Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:58:07.761434 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.771867 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:07.779054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:07.781585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:58:07.818278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Pushing event updated for resources: {'Port': ['ID=a871adae-63dc-41c2-832a-604fd5ebe412,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:07.821168 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:07.893153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Attempting to bind port a871adae-63dc-41c2-832a-604fd5ebe412 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:58:07.893539 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Attempting to bind port a871adae-63dc-41c2-832a-604fd5ebe412 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:58:07.893925 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Attempting to bind port a871adae-63dc-41c2-832a-604fd5ebe412 on network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:58:07.900170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:58:07.900564 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Checking segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:58:07.900978 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:07.901383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Bound using segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:58:07.901862 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Bound port: a871adae-63dc-41c2-832a-604fd5ebe412, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:58:07.902251 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:08.017595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] For port a871adae-63dc-41c2-832a-604fd5ebe412, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:58:08.020952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] For port a871adae-63dc-41c2-832a-604fd5ebe412, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a871adae-63dc-41c2-832a-604fd5ebe412,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:58:08.026753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:08.032384 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-eeb4e49a-fde0-49a4-9de9-7b11205a38ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:08.133022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Pushing event updated for resources: {'Port': ['ID=a871adae-63dc-41c2-832a-604fd5ebe412,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:08.136715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:08.384228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (a87ad24c-bcf7-4af6-9d5c-c13b3a481f40/f8277acb-cc7b-4ae8-a9d7-a557027376e8/efeae0cd-f38b-49ca-ad31-f508e02eac2c) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:58:08.423529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7176bae8-fdd5-4a5d-8f2b-2ae7a445cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:08.569507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:08.586357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object efeae0cd-f38b-49ca-ad31-f508e02eac2c will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:08.612320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:08.616188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b1dcba34-80dd-426f-80c1-cad4ac2b5283 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:08.688117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:08.692547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:08.696645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:58:08.728299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:08.735297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:08.761269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:08.984076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:09.181782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41c5b8-cec3-4e9b-93dd-dc7f1d8714e2 None None] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:58:09.288709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0523037e-70f9-46e0-9c83-a0ecf85600a1 None None] Provisioning for port a871adae-63dc-41c2-832a-604fd5ebe412 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:09.470361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:09.476114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:09.506445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-8992d000-bd2f-4ecf-a9c3-573b7ef51c6d tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:09.615678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:09.619714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:09.622933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:09.744841 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3233c0a7-d316-4b94-b882-e89c5c55709b None None] Provisioning for port efeae0cd-f38b-49ca-ad31-f508e02eac2c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:09.753420 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3233c0a7-d316-4b94-b882-e89c5c55709b None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:09.753939 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3233c0a7-d316-4b94-b882-e89c5c55709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:09.782043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:09.783934 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:09.834336 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-3233c0a7-d316-4b94-b882-e89c5c55709b None None] Port efeae0cd-f38b-49ca-ad31-f508e02eac2c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:58:09.893063 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:09.973355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-0b7a0409-bb8d-43ee-a051-4d19b353a07f None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:09.973908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0b7a0409-bb8d-43ee-a051-4d19b353a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.012137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d3a56f85-6ce2-4089-855c-8af43baeacc2 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:58:10.026083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 01760252-983f-4402-803d-979b333e8196 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:10.042827 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 01760252-983f-4402-803d-979b333e8196 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:10.043418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.091929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a0409-bb8d-43ee-a051-4d19b353a07f None None] Port efeae0cd-f38b-49ca-ad31-f508e02eac2c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:58:10.179322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.197645 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 01760252-983f-4402-803d-979b333e8196, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01760252-983f-4402-803d-979b333e8196,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:10.203425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.204221 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a871adae-63dc-41c2-832a-604fd5ebe412 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:10.231166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-3e3fc8b8-f875-4804-9cfb-35a6bdbe3a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:10.311684 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-13fe8844-345f-4e2c-962c-fd2822b560de None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:10.312053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-13fe8844-345f-4e2c-962c-fd2822b560de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.340749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:58:10.353488 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Sync routers for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:58:10.354173 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3492520 May 20 14:58:10.356724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33088) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:10.387981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:10.392779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:10.393383 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:57:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:10.441983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:10.448575 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-13fe8844-345f-4e2c-962c-fd2822b560de None None] Port efeae0cd-f38b-49ca-ad31-f508e02eac2c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:58:10.463917 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port a871adae-63dc-41c2-832a-604fd5ebe412 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:10.479322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a871adae-63dc-41c2-832a-604fd5ebe412 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:10.479702 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.498979 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.499535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.499940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.500405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.500867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.501370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.505468 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dd565ee8-b406-47b1-9824-46d7c3293eac tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1471112 May 20 14:58:10.506677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33092) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:10.588304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.588808 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.589275 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.589740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.590204 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.590662 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:10.592543 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5f5aad21-11d4-43a2-8436-278efd1d78e6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0847023 May 20 14:58:10.595209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33096) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:10.623157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:10.781669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bdef8635-cf35-4355-b7ae-35822f0df256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.807478 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f444b810-332d-4d80-8b13-13485a2ef98f tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2104979 May 20 14:58:10.870982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.957738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.984247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port a871adae-63dc-41c2-832a-604fd5ebe412, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a871adae-63dc-41c2-832a-604fd5ebe412,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:10.991153 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:10.995480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.092123 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33102) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:11.098441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-366216291', 'description': 'tempest-secgroup-smoke-366216291 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:11.105481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.109631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.110070 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=a871adae-63dc-41c2-832a-604fd5ebe412,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.112619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.113758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.119169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.129817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.133854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:09Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:11.138041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Checking router: d3a56f85-6ce2-4089-855c-8af43baeacc2 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:58:11.138401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Updating router d3a56f85-6ce2-4089-855c-8af43baeacc2 port efeae0cd-f38b-49ca-ad31-f508e02eac2c binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:58:11.150462 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.154383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.157178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.163426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.191105 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.234992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.239199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.244233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-518c450d-f41a-4eb2-b45d-5a5f76374e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.285684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268f0f65-9373-4af3-a062-7f6a815f0181,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.289134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.290542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.294315 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-cacad579-6d09-4a87-adfa-cc71cf4d44a7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1985219 May 20 14:58:11.294871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33106) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:11.300032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '268f0f65-9373-4af3-a062-7f6a815f0181', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:11.306390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.310317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.313205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.320022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.336889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.400906 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.404664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.406748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-062c9316-aa45-44d9-a847-e410ed7fb9d5 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.428358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5781a975-aad0-4a4c-ab15-63b4bdda607a,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.430863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.437751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.439646 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1434183 May 20 14:58:11.442717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33110) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:11.448095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '268f0f65-9373-4af3-a062-7f6a815f0181', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:11.453677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.458088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.460951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.466517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.482338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.543561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.545796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.547958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.549841 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1222641a-2448-4f19-917e-df7edcb81be0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.559026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Transition to ACTIVE for port object efeae0cd-f38b-49ca-ad31-f508e02eac2c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:11.566426 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.570754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-b461c12d-e3fe-4bb9-a890-41c8bbd5f8d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.572007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655e255e-09b7-473f-8a9f-dffdce002105,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.574423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.582714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.584163 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e9df86ca-8702-49ad-81e7-3293f1b267c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404183 May 20 14:58:11.586950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33114) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:11.592629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '268f0f65-9373-4af3-a062-7f6a815f0181', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:11.598693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.602624 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.605533 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.611445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.642088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.697776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de997c-3c5a-427d-abc7-3618a4045365 None None] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.709432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.714824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.716692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0cc5cfc7-6d41-42d2-a15c-f5847f0d9aff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.724375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59de997c-3c5a-427d-abc7-3618a4045365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.745535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f25017-09a3-4f47-8f48-cabfa0193414,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.748237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.749798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.751364 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632457 May 20 14:58:11.754878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33118) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:11.760590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '268f0f65-9373-4af3-a062-7f6a815f0181', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:11.767808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.771865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.775035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.782777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.793177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Attempting to bind port efeae0cd-f38b-49ca-ad31-f508e02eac2c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:58:11.793576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Attempting to bind port efeae0cd-f38b-49ca-ad31-f508e02eac2c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:58:11.793999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Attempting to bind port efeae0cd-f38b-49ca-ad31-f508e02eac2c on network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:58:11.801804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:58:11.801804 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Checking segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:58:11.802210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.802608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Bound using segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:58:11.803225 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Bound port: efeae0cd-f38b-49ca-ad31-f508e02eac2c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:58:11.803795 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.808178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.852706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:11.881073 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.885173 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.894692 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b367edfe-514e-4c08-b53a-0b872880a4f9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:11.913378 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4e5a1f-c268-4c04-83a3-33a98e9ff342,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:11.916171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:11.926925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.930712 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1722155 May 20 14:58:11.930911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33122) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:11.936203 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '268f0f65-9373-4af3-a062-7f6a815f0181', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:11.942733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:11.946672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:11.949831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:11.955627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:11.965838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.966731 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:58:11.973432 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.978373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] For port efeae0cd-f38b-49ca-ad31-f508e02eac2c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:58:11.981776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] For port efeae0cd-f38b-49ca-ad31-f508e02eac2c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=efeae0cd-f38b-49ca-ad31-f508e02eac2c,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:58:11.986996 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:11.991594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:12.040922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.049386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.051537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6cfffbae-1d0c-4f0f-908c-32d2c5ad94c3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:12.056410 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 01760252-983f-4402-803d-979b333e8196 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:12.056794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.074816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cc59b30-4405-4f3d-969f-46186c377bbb,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:12.082344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:12.089793 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.094036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33126) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:12.094219 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4c36643f-1cea-4038-98f7-880087bc50a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1618595 May 20 14:58:12.100994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '268f0f65-9373-4af3-a062-7f6a815f0181', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:12.107596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de997c-3c5a-427d-abc7-3618a4045365 None None] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:12.107884 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:12.113623 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:12.115771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59de997c-3c5a-427d-abc7-3618a4045365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:12.117194 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:12.123645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:12.124325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:12.124971 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:12.135577 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:58:12.141793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.216750 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.222246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.224326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:12.248902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3950ac95-37d2-472a-9269-1e06b27edb64,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:12.251557 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:12.258738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.260042 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-97fb243d-a390-456d-ab7a-b58f83d900bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634216 May 20 14:58:12.405772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a871adae-63dc-41c2-832a-604fd5ebe412 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:12.460881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:12.480492 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-ec765244-6c2e-40d4-aa96-85b644847ac1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-366216291&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.0403101 May 20 14:58:12.628488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-48f77421-d9ee-4cbd-b1b4-c282a2acd212 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:12.629237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-48f77421-d9ee-4cbd-b1b4-c282a2acd212 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:58:12.637480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port a871adae-63dc-41c2-832a-604fd5ebe412 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:12.637974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:12.644863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-48f77421-d9ee-4cbd-b1b4-c282a2acd212 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:58:12.646111 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-48f77421-d9ee-4cbd-b1b4-c282a2acd212 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 HTTP/1.1" status: 200 len: 797 time: 0.1585958 May 20 14:58:12.661506 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-0c676d6b-b400-4509-aaac-68dbb662bd2c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0099440 May 20 14:58:12.743206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-5eb8fb30-a0cd-4d13-8daa-11bd65c652fb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:58:12.757915 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-5eb8fb30-a0cd-4d13-8daa-11bd65c652fb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:58:12.759226 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-5eb8fb30-a0cd-4d13-8daa-11bd65c652fb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927336 May 20 14:58:12.897758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:11Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:12.901677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c13400-b4b8-4945-920d-c7aff97a5b4c None None] The sync data for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv is: [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:11Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:58:12.905011 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-c5e52fb8-d980-48ba-bc2e-0aa5e321284d service neutron] 10.222.0.58 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313851 May 20 14:58:13.054506 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-ed350217-8981-4495-b95b-484d75b3ec53 service neutron] 10.222.0.58 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434140 May 20 14:58:13.293028 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ca412846-b4c2-4a74-a2cb-4be993aa0351 req-ec5f1d64-b9b0-4de3-b5bf-19bdd31a873c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 210 time: 0.0482266 May 20 14:58:13.621772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:13.827973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:13.899650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port efeae0cd-f38b-49ca-ad31-f508e02eac2c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:13.904425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:13.904807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:14.023738 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:14.055215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port efeae0cd-f38b-49ca-ad31-f508e02eac2c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=efeae0cd-f38b-49ca-ad31-f508e02eac2c,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:14.059027 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:14.060826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:14.124107 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:14.127801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:14.334044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-ed229ec9-29bd-4a2d-8056-9ef9e8c5540a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:14.335478 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-ed229ec9-29bd-4a2d-8056-9ef9e8c5540a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 HTTP/1.1" status: 200 len: 797 time: 0.1494801 May 20 14:58:14.387860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-cb6ffa91-9c6b-4162-8046-35641f252c43 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:58:14.405268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-cb6ffa91-9c6b-4162-8046-35641f252c43 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:58:14.406716 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-cb6ffa91-9c6b-4162-8046-35641f252c43 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.0598657 May 20 14:58:14.416381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['268f0f65-9373-4af3-a062-7f6a815f0181']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:14.454478 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a67e7d1f-5650-4f99-aea1-b36ca09c2dc6 req-9f59909c-3bb0-4adc-b25c-29592e68b88a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 210 time: 0.0437930 May 20 14:58:14.553536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:14.562706 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:14.571845 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:58:14.575449 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:14.735428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.4 (a87ad24c-bcf7-4af6-9d5c-c13b3a481f40/f8277acb-cc7b-4ae8-a9d7-a557027376e8/dda3b83c-d660-4be4-a66b-b3c48becc6fb) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:58:15.056928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.071942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object dda3b83c-d660-4be4-a66b-b3c48becc6fb will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:15.095508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.100939 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:15.158152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:15.168220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:15.170523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:58:15.217194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=dda3b83c-d660-4be4-a66b-b3c48becc6fb,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:15.220096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:15.242894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:15.243536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.269956 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8573039 May 20 14:58:15.282459 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Request body: {'port': {'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:15.396135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.397439 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c8dee907-2bc5-4ffe-a30b-8d8a91482f70 None None] Provisioning for port dda3b83c-d660-4be4-a66b-b3c48becc6fb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:15.404118 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c8dee907-2bc5-4ffe-a30b-8d8a91482f70 None None] Provisioning complete for port dda3b83c-d660-4be4-a66b-b3c48becc6fb triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:15.404550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c8dee907-2bc5-4ffe-a30b-8d8a91482f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.461821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c8dee907-2bc5-4ffe-a30b-8d8a91482f70 None None] Port dda3b83c-d660-4be4-a66b-b3c48becc6fb cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:58:15.641153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7371-fbf2-41f2-ad3c-adf9c5eb7c04 req-8599c126-70a2-46c1-8705-396268bd57e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:15.642691 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e73e7371-fbf2-41f2-ad3c-adf9c5eb7c04 req-8599c126-70a2-46c1-8705-396268bd57e0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 931 time: 0.0801985 May 20 14:58:15.694607 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e73e7371-fbf2-41f2-ad3c-adf9c5eb7c04 req-5a9e47b2-c837-4bf6-b6e7-3dec1500f56f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458100 May 20 14:58:15.737466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda3b83c-d660-4be4-a66b-b3c48becc6fb {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:58:15.745551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.760146 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Transition to ACTIVE for port object dda3b83c-d660-4be4-a66b-b3c48becc6fb will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:58:15.765179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.769124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9465da02-60b0-4347-ac7a-3ca57c0dddff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:15.814560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:15.910154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:15.910611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:15.936190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Pushing event updated for resources: {'Port': ['ID=dda3b83c-d660-4be4-a66b-b3c48becc6fb,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:15.948529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:16.040375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Attempting to bind port dda3b83c-d660-4be4-a66b-b3c48becc6fb on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:58:16.040711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Attempting to bind port dda3b83c-d660-4be4-a66b-b3c48becc6fb by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:58:16.041036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Attempting to bind port dda3b83c-d660-4be4-a66b-b3c48becc6fb on network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:58:16.045850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Port dda3b83c-d660-4be4-a66b-b3c48becc6fb on network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:58:16.046168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Attempting to bind port dda3b83c-d660-4be4-a66b-b3c48becc6fb on network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:58:16.052095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:58:16.052226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Checking segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:58:16.052607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Bound using segment: {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:58:16.053021 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Bound port: dda3b83c-d660-4be4-a66b-b3c48becc6fb, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2604d8-7e7d-4690-a557-524e9116384b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:58:16.053361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:16.143984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] For port dda3b83c-d660-4be4-a66b-b3c48becc6fb, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:58:16.147868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] For port dda3b83c-d660-4be4-a66b-b3c48becc6fb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:58:16.153731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:16.159698 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-49b9dfae-5f6b-4d7f-abea-dce929ac7c3b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:16.218018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:16.218715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:16.220925 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] 10.222.0.11 "PUT /v2.0/ports/dda3b83c-d660-4be4-a66b-b3c48becc6fb HTTP/1.1" status: 200 len: 1093 time: 0.9429004 May 20 14:58:16.221481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:58:16.249120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Pushing event updated for resources: {'Port': ['ID=dda3b83c-d660-4be4-a66b-b3c48becc6fb,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:16.252336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:16.307829 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'status': 'completed', 'code': 200} May 20 14:58:16.350328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-2b0f4fe9-d825-4f6e-8a3a-6c5ef2dec90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:16.351884 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-2b0f4fe9-d825-4f6e-8a3a-6c5ef2dec90c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 1096 time: 0.0831821 May 20 14:58:16.424684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-fbb5267b-c16c-43fc-8437-4d8bd4820c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb HTTP/1.1" status: 200 len: 217 time: 0.0646961 May 20 14:58:16.489555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-a85a3adc-1092-4a61-888a-e08536bed91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:16.490846 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-a85a3adc-1092-4a61-888a-e08536bed91f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8277acb-cc7b-4ae8-a9d7-a557027376e8 HTTP/1.1" status: 200 len: 835 time: 0.0598292 May 20 14:58:16.568757 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-1cf036c8-24de-4c75-b42a-f986c3003f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:16.570222 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-1cf036c8-24de-4c75-b42a-f986c3003f45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0721118 May 20 14:58:16.700261 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-d7d082f7-4b45-40a8-8d03-093058ccb5b0 service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221330 May 20 14:58:16.888550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142531e6-749b-403a-941a-df8211ad0598 req-41f822cf-448a-4dac-8276-a555f38481e9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:16.890033 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-142531e6-749b-403a-941a-df8211ad0598 req-41f822cf-448a-4dac-8276-a555f38481e9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 943 time: 0.0859780 May 20 14:58:16.937030 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-142531e6-749b-403a-941a-df8211ad0598 req-70b0e1ba-6b46-4080-a080-be0a2aaa66db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400960 May 20 14:58:16.977285 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5cab8594-8854-40de-934d-6d33bc1a7949 req-33443231-8341-4247-bb1a-4c24ecd57bd1 service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694345 May 20 14:58:17.102064 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17619e-1513-4773-92b8-b022012b945b req-8b270fd6-105c-4bf1-ad9e-6d7e9f85b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:17.103538 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-8b270fd6-105c-4bf1-ad9e-6d7e9f85b6bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 1096 time: 0.0722775 May 20 14:58:17.235839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17619e-1513-4773-92b8-b022012b945b req-a21cda31-d27c-479c-9945-f9b080fe7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:17.237188 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-a21cda31-d27c-479c-9945-f9b080fe7ea3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 HTTP/1.1" status: 200 len: 898 time: 0.1247230 May 20 14:58:17.303575 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-acbec2ab-bdd6-4dff-82c9-9ac2a7dec722 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb HTTP/1.1" status: 200 len: 217 time: 0.0594671 May 20 14:58:17.371596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17619e-1513-4773-92b8-b022012b945b req-5fa88bde-95f7-4a41-910b-5b340911e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:17.373032 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-5fa88bde-95f7-4a41-910b-5b340911e028 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8277acb-cc7b-4ae8-a9d7-a557027376e8 HTTP/1.1" status: 200 len: 835 time: 0.0627184 May 20 14:58:17.455836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17619e-1513-4773-92b8-b022012b945b req-22ab1f96-7422-4929-8e69-c6ea599e7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:17.457295 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-22ab1f96-7422-4929-8e69-c6ea599e7304 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0745640 May 20 14:58:17.591500 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-62861572-c74d-4ddf-8402-2e33b7a7ab57 service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245828 May 20 14:58:17.721628 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cf17619e-1513-4773-92b8-b022012b945b req-bb73f91a-cbaf-4222-9caf-16c83bfdf246 service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232626 May 20 14:58:18.247553 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb9fed-f99e-49dd-a474-a4fd34bbe6a6 req-6107887c-fe3f-4e08-b86e-03dbc752564b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:18.248906 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4ebb9fed-f99e-49dd-a474-a4fd34bbe6a6 req-6107887c-fe3f-4e08-b86e-03dbc752564b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 943 time: 0.2059643 May 20 14:58:18.293453 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4ebb9fed-f99e-49dd-a474-a4fd34bbe6a6 req-a2bf4e18-a09c-45e3-a9a5-ca9a7708e168 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387514 May 20 14:58:19.483360 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbb03-2b68-448b-a756-d0b2c55f6694 req-874bf215-026e-4131-b52b-492072b85de9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:19.484850 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-113bbb03-2b68-448b-a756-d0b2c55f6694 req-874bf215-026e-4131-b52b-492072b85de9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 943 time: 0.0810537 May 20 14:58:19.535578 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-113bbb03-2b68-448b-a756-d0b2c55f6694 req-3a19fa68-b35f-4774-a532-87d789632daf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442460 May 20 14:58:19.714567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:20.719357 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3c037-6277-4763-a0cf-6d4b2cbd9f67 req-66104808-c78c-41b5-bdad-08ce7bb9a21a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:20.720797 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bbf3c037-6277-4763-a0cf-6d4b2cbd9f67 req-66104808-c78c-41b5-bdad-08ce7bb9a21a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 943 time: 0.0789049 May 20 14:58:20.767588 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bbf3c037-6277-4763-a0cf-6d4b2cbd9f67 req-b7686a00-d5ba-4990-b57e-652e1fddc42e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410786 May 20 14:58:21.243502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device dda3b83c-d660-4be4-a66b-b3c48becc6fb details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:58:21.375938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port dda3b83c-d660-4be4-a66b-b3c48becc6fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:21.389130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 717, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:58:21.442672 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:21.458983 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda3b83c-d660-4be4-a66b-b3c48becc6fb {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:58:21.474770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port dda3b83c-d660-4be4-a66b-b3c48becc6fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:21.480629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:21.482619 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:21.550923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=dda3b83c-d660-4be4-a66b-b3c48becc6fb,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:21.553874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:21.722241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['dda3b83c-d660-4be4-a66b-b3c48becc6fb'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:58:21.960722 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f85da2-7b85-42f6-ad41-6f1e1434e09f req-5c42d5d8-4e56-4447-acb1-46fd9b8c0598 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:21.962204 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-01f85da2-7b85-42f6-ad41-6f1e1434e09f req-5c42d5d8-4e56-4447-acb1-46fd9b8c0598 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 944 time: 0.0885859 May 20 14:58:22.008525 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-01f85da2-7b85-42f6-ad41-6f1e1434e09f req-5710ee30-2e80-474f-94c9-5e4c1438af38 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405598 May 20 14:58:23.197552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd657e-d844-4aa2-bad3-3742b1341680 req-2e37892c-3c54-4941-99cb-b74627cd5887 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:23.199033 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4ccd657e-d844-4aa2-bad3-3742b1341680 req-2e37892c-3c54-4941-99cb-b74627cd5887 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 944 time: 0.0861719 May 20 14:58:23.245588 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4ccd657e-d844-4aa2-bad3-3742b1341680 req-a05c4e87-de36-4d49-a034-5bb70fb6609b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 May 20 14:58:23.263625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device dda3b83c-d660-4be4-a66b-b3c48becc6fb up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:58:23.331844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port dda3b83c-d660-4be4-a66b-b3c48becc6fb completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:58:23.337151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port dda3b83c-d660-4be4-a66b-b3c48becc6fb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:58:23.337536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:23.464004 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:23.489407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:58:23.499186 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port dda3b83c-d660-4be4-a66b-b3c48becc6fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:23.503118 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:23.505034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:23.540616 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'code': 200} May 20 14:58:23.572404 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=dda3b83c-d660-4be4-a66b-b3c48becc6fb,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:23.575174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:23.760931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c48c79e-7cfb-4485-9b70-75fa4a7673a5 req-1e04cf0f-c280-4014-9e7e-cba396959849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:23.762402 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c48c79e-7cfb-4485-9b70-75fa4a7673a5 req-1e04cf0f-c280-4014-9e7e-cba396959849 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 1098 time: 0.0703321 May 20 14:58:23.807619 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2c48c79e-7cfb-4485-9b70-75fa4a7673a5 req-0f94715b-b9d4-480f-a6a9-8ef7826bc604 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382380 May 20 14:58:24.427688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3527be-f317-4268-814c-7be426406402 req-0db4381f-76d4-42d7-8d0f-146b0fb85518 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:24.429633 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7a3527be-f317-4268-814c-7be426406402 req-0db4381f-76d4-42d7-8d0f-146b0fb85518 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 945 time: 0.0786009 May 20 14:58:24.472799 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7a3527be-f317-4268-814c-7be426406402 req-00d10793-cb53-4c66-96a6-8b35491f1947 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374851 May 20 14:58:25.665097 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bdb07-b229-4e69-8e1c-e09742239506 req-57ce279f-f08f-4cac-a979-539bb2892b33 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:25.666581 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6c6bdb07-b229-4e69-8e1c-e09742239506 req-57ce279f-f08f-4cac-a979-539bb2892b33 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 945 time: 0.0835826 May 20 14:58:25.712042 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6c6bdb07-b229-4e69-8e1c-e09742239506 req-4e8a6190-774a-4e9e-a3c1-19c01cda04aa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 May 20 14:58:25.902423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b95cd-7c95-46f7-ba76-e643beaec95b req-8479e6d2-95da-4fe1-8b9a-a28d432e9e5d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:25.903899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-154b95cd-7c95-46f7-ba76-e643beaec95b req-8479e6d2-95da-4fe1-8b9a-a28d432e9e5d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 945 time: 0.0828233 May 20 14:58:25.948872 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-154b95cd-7c95-46f7-ba76-e643beaec95b req-b9297a78-f609-4c96-aaa1-a304fb000b8f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 May 20 14:58:25.972100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33188) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:26.053460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366b35e8-7802-446c-82b6-1e8c3eecdbad tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:26.054956 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-366b35e8-7802-446c-82b6-1e8c3eecdbad tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 1093 time: 0.0816934 May 20 14:58:26.057938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33192) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:26.062931 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.4'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:58:26.069042 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:58:26.073036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:58:26.075842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:58:26.081527 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:58:26.091849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:26.229952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:26.369843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.218 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/3bca50bc-743f-4645-8b03-1a027e3f53b4) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:58:26.524077 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:26.553710 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:26.558120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d4b8da15-039e-40f0-a9ee-ca45ca9484e6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:26.610134 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:58:26.612876 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:58:26.621436 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:58:26.666930 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=3bca50bc-743f-4645-8b03-1a027e3f53b4,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:26.671317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:27.181354 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:27.266104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:27.473648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:27.478351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:27.482648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:27.588968 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=3bca50bc-743f-4645-8b03-1a027e3f53b4,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:27.592829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:27.597221 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:27.768431 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP d9db5fa1-c739-401a-b979-ac90b756ac32 associated. External IP: 172.26.6.218, port: dda3b83c-d660-4be4-a66b-b3c48becc6fb. May 20 14:58:28.112416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d3a56f85-6ce2-4089-855c-8af43baeacc2 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:58:28.287541 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:58:28.297297 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] Sync routers for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:58:28.306639 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:28.307276 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:28.311689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:28.369695 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3106365 May 20 14:58:28.370377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:58:28.372311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33196) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:28.415782 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'status': 'completed', 'code': 200} May 20 14:58:28.505079 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:28.607684 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-64a2cea3-1a94-4117-9d4f-1f1eaf8ba756 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2 HTTP/1.1" status: 200 len: 922 time: 0.2341130 May 20 14:58:28.610559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33202) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:28.613981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-43ba911a-d037-4587-a2f4-d36648c0619b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:28.615507 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-43ba911a-d037-4587-a2f4-d36648c0619b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 1098 time: 0.1705992 May 20 14:58:28.750410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-2db57717-742d-475c-aa1e-63a928a5c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:28.751922 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-2db57717-742d-475c-aa1e-63a928a5c32d service neutron] 10.222.0.11 "GET /v2.0/networks?id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 HTTP/1.1" status: 200 len: 898 time: 0.1298480 May 20 14:58:28.856111 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd9db5fa1-c739-401a-b979-ac90b756ac32', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.218', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:27Z', 'updated_at': '2021-05-20T14:58:27Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:14Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:28.861605 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] Checking router: d3a56f85-6ce2-4089-855c-8af43baeacc2 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:58:28.862367 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-904cfca6-bf34-4507-abc6-c1b5a04487b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 991 time: 0.2502427 May 20 14:58:28.865369 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-8e6ed5fe-acc2-4fb5-8aa8-e3c455c22659 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb HTTP/1.1" status: 200 len: 999 time: 0.1060855 May 20 14:58:28.870792 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:28.871409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:28.930316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-a4a5d872-fd4e-4e07-867e-165eefd57b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:28.931783 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-a4a5d872-fd4e-4e07-867e-165eefd57b03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8277acb-cc7b-4ae8-a9d7-a557027376e8 HTTP/1.1" status: 200 len: 835 time: 0.0577903 May 20 14:58:29.048811 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:58:29.151683 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-3e7a327f-fdca-4a94-b1af-ac2a81eb3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:58:29.153157 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-3e7a327f-fdca-4a94-b1af-ac2a81eb3b00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2116005 May 20 14:58:29.283944 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-be951551-d223-4175-af53-e97997c6b29f service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234093 May 20 14:58:29.387325 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd9db5fa1-c739-401a-b979-ac90b756ac32', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.218', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:27Z', 'updated_at': '2021-05-20T14:58:27Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:14Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:29.391507 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87608b35-5328-4c92-afa8-83a1373a37c5 None None] The sync data for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv is: [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd9db5fa1-c739-401a-b979-ac90b756ac32', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.218', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:27Z', 'updated_at': '2021-05-20T14:58:27Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:14Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:58:29.417617 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-41f41cd7-e6ae-4f51-8a2f-520db5e96e7d req-9aaf4e8b-91eb-440c-aea2-437e76352914 service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256480 May 20 14:58:29.573311 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fedddb96-6ac6-4603-9b33-194b080d4cfd None None] New status for floating IP d9db5fa1-c739-401a-b979-ac90b756ac32: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:58:29.864889 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33206) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:29.975968 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7af913a3-274e-4c8c-aa61-cdecff8c99f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 993 time: 0.1098654 May 20 14:58:37.574488 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:58:38.416911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-5e20cf40-f0b2-4dfd-9392-2f559ed13ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:40.653138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f2215e84-1209-4704-aafe-d9e2372c43ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:40.869553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:41.910399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:43.623985 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:49.714142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:56.536600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33226) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:56.714835 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b4a2e5de-302c-43a8-ad10-9c0a7ba269ee tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.1770451 May 20 14:58:56.717540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:56.904552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5155155-49fc-4f58-b893-adb39e369e8a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Notify agent at dv-neutron-601336-75-hyperv the message router_removed_from_agent {{(pid=98805) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 20 14:58:56.908664 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c5155155-49fc-4f58-b893-adb39e369e8a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "DELETE /v2.0/agents/bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7/l3-routers/d3a56f85-6ce2-4089-855c-8af43baeacc2 HTTP/1.1" status: 204 len: 168 time: 0.1901979 May 20 14:58:56.910121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33234) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:57.097231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-49044415-9ff8-4503-9613-a10c4d0f59b8 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1859589 May 20 14:58:57.099677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33238) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:57.205214 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-81d11f0d-71cd-4b8f-8596-6fbbd17cf46b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 993 time: 0.1043289 May 20 14:58:57.657721 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba91aaa-dabf-4977-915d-4b025d49e85b None None] New status for floating IP d9db5fa1-c739-401a-b979-ac90b756ac32: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:58:57.835695 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:58:57.953376 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:57.970487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 01760252-983f-4402-803d-979b333e8196, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01760252-983f-4402-803d-979b333e8196,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:57.974234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:57.974989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:58:57.999249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-2d7e6432-62a8-4d15-9831-5571f9d06067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:58.090259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:58.098197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.098549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.098891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.099264 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.099598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.099934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.100267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.100597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.100927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.101256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.102199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.102529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:58:58.128578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:58.157802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:58.188916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port efeae0cd-f38b-49ca-ad31-f508e02eac2c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=efeae0cd-f38b-49ca-ad31-f508e02eac2c,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:58:58.192751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:58:58.194525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:58:58.208773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33242) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:58.259200 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:58:58.262450 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:58:58.311311 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d1f7b4cb-84e5-4d9a-8092-79fd76d9d2ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 991 time: 0.1012414 May 20 14:58:59.445664 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33248) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:59.653694 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f89f6d-aab6-4ee0-92e4-124fa6e43a9a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Router d3a56f85-6ce2-4089-855c-8af43baeacc2 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:58:59.654020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f89f6d-aab6-4ee0-92e4-124fa6e43a9a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Notify agent at dv-neutron-601336-75-hyperv the message router_added_to_agent {{(pid=98805) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} May 20 14:58:59.679291 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-55f89f6d-aab6-4ee0-92e4-124fa6e43a9a tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "POST /v2.0/agents/bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2325640 May 20 14:58:59.681904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33254) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:58:59.699041 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] Sync routers for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:58:59.708127 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:58:59.708729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:58:59.940110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:00.012926 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bb9e625a-24cb-4072-914d-a7c7497315e5 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2/l3-agents HTTP/1.1" status: 200 len: 882 time: 0.3296838 May 20 14:59:00.015545 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33260) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:00.122563 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4e65a315-4f12-4f2a-bc88-ca521a746b5c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 991 time: 0.1052315 May 20 14:59:00.278787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd9db5fa1-c739-401a-b979-ac90b756ac32', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.218', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:27Z', 'updated_at': '2021-05-20T14:58:57Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:58Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:00.282350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] Checking router: d3a56f85-6ce2-4089-855c-8af43baeacc2 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:59:00.290368 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:00.290952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:00.460998 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:00.795764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd9db5fa1-c739-401a-b979-ac90b756ac32', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.218', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:27Z', 'updated_at': '2021-05-20T14:58:57Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:58Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:00.799568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bcb3b2-cd3c-4940-bb90-b3f324bf2697 None None] The sync data for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv is: [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:58:57Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd9db5fa1-c739-401a-b979-ac90b756ac32', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.218', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'port_id': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'mac_address': 'fa:16:3e:0c:e6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:58:27Z', 'updated_at': '2021-05-20T14:58:57Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:58:58Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:59:01.126499 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33264) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:01.238367 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f50cdf61-6de8-4b31-bc77-ad4a6a28aedb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 991 time: 0.1105211 May 20 14:59:01.890444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:01.962797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 01760252-983f-4402-803d-979b333e8196 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:01.963214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:02.072322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:02.090412 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 01760252-983f-4402-803d-979b333e8196, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01760252-983f-4402-803d-979b333e8196,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:02.094293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:02.095597 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:02.121823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:02.209875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:02.213387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:02.222172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:02.222556 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:02.242099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33268) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:02.343891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:02.362574 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910a5eb-b592-4009-8305-9277f4a09efa None None] New status for floating IP d9db5fa1-c739-401a-b979-ac90b756ac32: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:59:02.384247 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port efeae0cd-f38b-49ca-ad31-f508e02eac2c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=efeae0cd-f38b-49ca-ad31-f508e02eac2c,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:02.389271 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:02.391635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:02.408602 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-20a43a6e-5d50-433c-ad93-93c4603c6e36 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 991 time: 0.1636727 May 20 14:59:02.417149 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-39ef364d-28ac-42a1-a786-77c1ca9c0dd8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1150255 May 20 14:59:02.511365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=7']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:02.520220 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:02.563821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-29bb2509-2545-48a7-814e-3073166385a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:02.565454 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-29bb2509-2545-48a7-814e-3073166385a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 1098 time: 0.0725582 May 20 14:59:02.711367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-7351873e-7e12-4c9f-bf70-230ff6b199d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:02.712831 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-7351873e-7e12-4c9f-bf70-230ff6b199d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1272552 May 20 14:59:02.816603 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-b0c7a441-7c93-4a9e-87d6-80c663d84f4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 200 len: 1001 time: 0.0966408 May 20 14:59:02.885537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-6b2355b9-8408-4dd0-ae12-947be04701e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:02.887033 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-6b2355b9-8408-4dd0-ae12-947be04701e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0630670 May 20 14:59:02.963279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-9313f048-f38f-4ae9-b97a-891b5dbf553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:02.964719 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-9313f048-f38f-4ae9-b97a-891b5dbf553f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696886 May 20 14:59:03.093912 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-f9a50dc5-1ff9-4278-ab32-8110fe86f7f1 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217351 May 20 14:59:03.223436 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-0e52a1a1-039e-4f10-b7c0-86bdb4b02a6e req-e39b2898-82f8-47b5-b908-fd9943809fff service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225264 May 20 14:59:03.411327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33272) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:03.517386 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ac75b38c-652c-4325-b74f-09e68bf83746 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 200 len: 993 time: 0.1046777 May 20 14:59:03.792349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33280) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:03.847995 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:03.913354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 01760252-983f-4402-803d-979b333e8196 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:03.913730 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.028715 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:04.060494 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 3bca50bc-743f-4645-8b03-1a027e3f53b4 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:59:04.060758 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.092303 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port efeae0cd-f38b-49ca-ad31-f508e02eac2c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:04.092800 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.179461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.179789 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.301184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 3bca50bc-743f-4645-8b03-1a027e3f53b4 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:59:04.418594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.423115 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d6e8a421-92e9-4252-9913-54b95c664e59 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:04.498779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=3bca50bc-743f-4645-8b03-1a027e3f53b4,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:04.535872 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.536254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.536630 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.536996 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.537362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.537719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.538075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.538429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.538784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.539160 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.539515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.540424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:04.543592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:04.568463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:04.568787 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP d9db5fa1-c739-401a-b979-ac90b756ac32 disassociated (deleted). External IP: 172.26.6.218, port: dda3b83c-d660-4be4-a66b-b3c48becc6fb. May 20 14:59:04.916697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d3a56f85-6ce2-4089-855c-8af43baeacc2 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:59:05.237467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:59:05.246767 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] Sync routers for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:59:05.253284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:05.255649 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:05.256259 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:05.309919 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/d9db5fa1-c739-401a-b979-ac90b756ac32 HTTP/1.1" status: 204 len: 168 time: 1.5165129 May 20 14:59:05.311767 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:59:05.357097 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'status': 'completed', 'code': 200} May 20 14:59:05.436653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:05.456301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-d1297735-2c5e-436d-badc-3d2f70885e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:05.457777 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-d1297735-2c5e-436d-badc-3d2f70885e8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 1098 time: 0.0766103 May 20 14:59:05.698170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceeee1-9713-4d92-97d9-fdba810730f9 req-95589fb3-10f8-427f-bd86-8a4fe209e9f0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:05.698926 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-75ceeee1-9713-4d92-97d9-fdba810730f9 req-95589fb3-10f8-427f-bd86-8a4fe209e9f0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:05.714967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-75ceeee1-9713-4d92-97d9-fdba810730f9 req-95589fb3-10f8-427f-bd86-8a4fe209e9f0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:05.716159 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-75ceeee1-9713-4d92-97d9-fdba810730f9 req-95589fb3-10f8-427f-bd86-8a4fe209e9f0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 945 time: 0.0979562 May 20 14:59:05.751304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-db08c12e-07c3-4edd-b706-e84a528bcd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:05.752753 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-db08c12e-07c3-4edd-b706-e84a528bcd37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 HTTP/1.1" status: 200 len: 898 time: 0.2879744 May 20 14:59:05.764647 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-75ceeee1-9713-4d92-97d9-fdba810730f9 req-d40a9ef4-6182-4d68-b21b-a48b950a0e62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419581 May 20 14:59:05.781115 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:05.785656 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] Checking router: d3a56f85-6ce2-4089-855c-8af43baeacc2 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:59:05.794169 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:05.794783 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:58:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:05.822780 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-dd70e5e2-75e7-419a-88c9-e5363fe6921f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb HTTP/1.1" status: 200 len: 217 time: 0.0616643 May 20 14:59:05.890331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-b02f50a6-44e7-46b9-b9e2-8eb0b0285bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:05.891865 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-b02f50a6-44e7-46b9-b9e2-8eb0b0285bc4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f8277acb-cc7b-4ae8-a9d7-a557027376e8 HTTP/1.1" status: 200 len: 835 time: 0.0613260 May 20 14:59:05.967445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-edb64ab5-1036-4ce8-a25c-a519d6056cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:05.968946 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-edb64ab5-1036-4ce8-a25c-a519d6056cda service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0691502 May 20 14:59:05.969843 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:06.104512 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-d237f898-1ee6-4734-b7c9-3d605ac14113 service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268170 May 20 14:59:06.242183 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8408e19e-d22f-43e8-a649-b9c63d21eae6 req-863ae445-d4c3-4e2e-90cf-a99b939905fa service neutron] 10.222.0.11 "GET /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299462 May 20 14:59:06.327980 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:06.331932 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66fa4bc-b04f-4dd9-b358-45704296a0ec None None] The sync data for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv is: [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:58:08Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'efeae0cd-f38b-49ca-ad31-f508e02eac2c', 'name': '', 'network_id': 'a87ad24c-bcf7-4af6-9d5c-c13b3a481f40', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:1e:4f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:08Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'f8277acb-cc7b-4ae8-a9d7-a557027376e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:59:06.958592 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5e5b4-fd02-40dd-adef-eff6b1733ea0 req-e3ee22c1-9429-47f1-81a2-cdea482e057d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:06.960114 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3f5e5b4-fd02-40dd-adef-eff6b1733ea0 req-e3ee22c1-9429-47f1-81a2-cdea482e057d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 945 time: 0.0850637 May 20 14:59:07.008685 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3f5e5b4-fd02-40dd-adef-eff6b1733ea0 req-786d3325-00c6-437c-bf59-c22db34858f0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=268f0f65-9373-4af3-a062-7f6a815f0181&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 May 20 14:59:07.021555 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d54c5e06-56b7-4e8b-bf46-b3314647cc4a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:07.022277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d54c5e06-56b7-4e8b-bf46-b3314647cc4a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:07.033983 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d54c5e06-56b7-4e8b-bf46-b3314647cc4a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:07.035061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d54c5e06-56b7-4e8b-bf46-b3314647cc4a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 945 time: 0.1029689 May 20 14:59:07.169279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port dda3b83c-d660-4be4-a66b-b3c48becc6fb {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:59:07.169537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:07.299684 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port dda3b83c-d660-4be4-a66b-b3c48becc6fb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=dda3b83c-d660-4be4-a66b-b3c48becc6fb,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:07.300039 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:07.421992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for dda3b83c-d660-4be4-a66b-b3c48becc6fb owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:59:07.536512 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:07.542914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-9dc1bb88-f613-487e-acf5-f34228b85559 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:07.549835 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d2ce1-38b7-4180-954d-482cb7182d6e None None] New status for floating IP d9db5fa1-c739-401a-b979-ac90b756ac32: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:59:07.598885 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=dda3b83c-d660-4be4-a66b-b3c48becc6fb,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:07.668145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.668535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.668915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.669289 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.669658 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.670027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.670395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.670764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.671150 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.671514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.671873 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.672275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:07.679433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:07.685792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port dda3b83c-d660-4be4-a66b-b3c48becc6fb on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:59:07.688041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:07.690687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'name': 'network-vif-deleted', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:59:07.706701 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ab0f2acb-32b9-41c5-b689-b3c344c6ae9d req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/dda3b83c-d660-4be4-a66b-b3c48becc6fb HTTP/1.1" status: 204 len: 173 time: 0.6652260 May 20 14:59:07.748634 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc001f05-32d2-4d10-8b7d-944bf05568dc', 'name': 'network-vif-deleted', 'tag': 'dda3b83c-d660-4be4-a66b-b3c48becc6fb', 'status': 'completed', 'code': 200} May 20 14:59:08.183958 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a6a7d3d3-3993-4dac-be08-306bcec9a535 req-dacf9e32-67d6-49dc-babb-57598b45c941 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=fc001f05-32d2-4d10-8b7d-944bf05568dc HTTP/1.1" status: 200 len: 210 time: 0.0457501 May 20 14:59:08.418047 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0a5b4e24-816e-40c5-87bb-bd8f52267077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:09.280853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33298) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:09.348372 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:09.380335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:09.445247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:09.449531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e1f08b68-ae55-4534-a067-28832eacdbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:09.464358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=268f0f65-9373-4af3-a062-7f6a815f0181,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:09.467655 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:09.476302 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:09.477441 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/268f0f65-9373-4af3-a062-7f6a815f0181 HTTP/1.1" status: 204 len: 168 time: 0.1956155 May 20 14:59:09.499388 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device dda3b83c-d660-4be4-a66b-b3c48becc6fb no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:59:09.508929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33304) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:09.535541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: dda3b83c-d660-4be4-a66b-b3c48becc6fb {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:59:09.535933 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device dda3b83c-d660-4be4-a66b-b3c48becc6fb not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:59:10.056300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:10.465660 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port efeae0cd-f38b-49ca-ad31-f508e02eac2c {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:59:10.466377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:10.654367 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2d085989-403c-4521-9032-634bf904d848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:10.726571 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port efeae0cd-f38b-49ca-ad31-f508e02eac2c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=efeae0cd-f38b-49ca-ad31-f508e02eac2c,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:10.726825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:10.849394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for efeae0cd-f38b-49ca-ad31-f508e02eac2c owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:59:10.872242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:11.084378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:11.089454 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:11.137561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=efeae0cd-f38b-49ca-ad31-f508e02eac2c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:11.140665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:11.408121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:11.758052 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d3a56f85-6ce2-4089-855c-8af43baeacc2 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:59:11.913990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:11.937029 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:59:11.946922 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] Sync routers for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:59:11.949633 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396369 May 20 14:59:11.952326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33308) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:11.956523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:11.957142 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:12.139904 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:12.157585 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet f8277acb-cc7b-4ae8-a9d7-a557027376e8 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 14:59:12.160537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:12.216914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:12.300449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:12.418897 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:59:11Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:12.422650 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] Checking router: d3a56f85-6ce2-4089-855c-8af43baeacc2 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:59:12.431277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] Routers {'d3a56f85-6ce2-4089-855c-8af43baeacc2'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:12.431861 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d3a56f85-6ce2-4089-855c-8af43baeacc2'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:12.569496 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:12.574219 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c3f5f5a2-a319-4ea5-a9b7-fbf57d9a9f29 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:12.600802 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] Set router d3a56f85-6ce2-4089-855c-8af43baeacc2 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:12.609121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=f8277acb-cc7b-4ae8-a9d7-a557027376e8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:12.611633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:12.614562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:12.621559 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0772a022-1292-4049-8164-904ecaa56bc2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/f8277acb-cc7b-4ae8-a9d7-a557027376e8 HTTP/1.1" status: 204 len: 168 time: 0.6682761 May 20 14:59:12.624165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33312) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:12.645750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a739a-b5bb-47ca-9230-37df5358d56b None None] Network a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:59:12.803386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:12.974831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.045210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:59:11Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:13.049459 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 01760252-983f-4402-803d-979b333e8196 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:59:13.049885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.050351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de065cd-8d75-4560-b273-1cfd317c420f None None] The sync data for ids ['d3a56f85-6ce2-4089-855c-8af43baeacc2'] in dv-neutron-601336-75-hyperv is: [{'id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'name': 'tempest-TestNetworkBasicOps-router-1597321994', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22'}], 'enable_snat': True}, 'gw_port_id': '01760252-983f-4402-803d-979b333e8196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:58:03Z', 'updated_at': '2021-05-20T14:59:11Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '01760252-983f-4402-803d-979b333e8196', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a56f85-6ce2-4089-855c-8af43baeacc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:58:04Z', 'updated_at': '2021-05-20T14:59:02Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:59:13.100293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] DHCP port deletion for a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 14:59:13.166583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Deleting port a871adae-63dc-41c2-832a-604fd5ebe412 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:59:13.166966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.174198 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 01760252-983f-4402-803d-979b333e8196, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01760252-983f-4402-803d-979b333e8196,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:13.174559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.296647 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 01760252-983f-4402-803d-979b333e8196 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:59:13.306770 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] For port a871adae-63dc-41c2-832a-604fd5ebe412, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a871adae-63dc-41c2-832a-604fd5ebe412,segment=NetworkSegment(eb2604d8-7e7d-4690-a557-524e9116384b),segment_id=eb2604d8-7e7d-4690-a557-524e9116384b)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:13.307125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.429386 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Calling delete_port for a871adae-63dc-41c2-832a-604fd5ebe412 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 14:59:13.436400 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.441364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f294633c-fcb0-451e-bdd6-cf89e6f72a51 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:13.481699 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.485452 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:13.489088 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=01760252-983f-4402-803d-979b333e8196,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:13.496207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:13.527334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Pushing event deleted for resources: {'Port': ['ID=a871adae-63dc-41c2-832a-604fd5ebe412,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:13.530762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:13.533088 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] No DVR routers for this DVR port a871adae-63dc-41c2-832a-604fd5ebe412 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 14:59:13.629184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.725676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.895046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a871adae-63dc-41c2-832a-604fd5ebe412 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:59:13.896566 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.898769 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.922007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.922505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router d3a56f85-6ce2-4089-855c-8af43baeacc2 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 14:59:13.935836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: a871adae-63dc-41c2-832a-604fd5ebe412 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:59:13.936203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a871adae-63dc-41c2-832a-604fd5ebe412 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:59:13.936632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:59:13.937703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:13.939530 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b4bdc37c-c64d-48ee-8d01-9bb2b47393bc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/d3a56f85-6ce2-4089-855c-8af43baeacc2 HTTP/1.1" status: 204 len: 168 time: 1.3144436 May 20 14:59:13.941529 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33316) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:13.970082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: efeae0cd-f38b-49ca-ad31-f508e02eac2c {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:59:13.970520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device efeae0cd-f38b-49ca-ad31-f508e02eac2c not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:59:14.056741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.184850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.197736 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a87ad24c-bcf7-4af6-9d5c-c13b3a481f40']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:14.210346 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2604d8-7e7d-4690-a557-524e9116384b') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:14.210642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2604d8-7e7d-4690-a557-524e9116384b') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:14.222153 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.238051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.243946 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 717 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 14:59:14.244324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 14:59:14.258152 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 14:59:14.337404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.342073 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.346681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-72137c91-e54f-4951-9145-6eb8f49b2e79 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:14.372175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=a87ad24c-bcf7-4af6-9d5c-c13b3a481f40,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:14.374956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:14.380064 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-216341b0-570e-46f1-b215-de2551e422c1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/a87ad24c-bcf7-4af6-9d5c-c13b3a481f40 HTTP/1.1" status: 204 len: 168 time: 0.4344928 May 20 14:59:14.395912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33320) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:14.402203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--480996658', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:14.407316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:14.411414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:14.414255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:14.420670 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:14.430537 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:59:14.433993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.461991 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 744, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 14:59:14.470665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.471025 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment 7dcc07a6-46b0-4060-b698-a42ead9425a2 of type vlan for network a36d4bc3-db12-49b6-bf59-5554e3593f1c May 20 14:59:14.502264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.530819 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.536270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:14.536859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.540442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-19ec36c3-521e-4541-bad0-ccd4735b3057 tempest-RoutersIpV6Test-763226479 tempest-RoutersIpV6Test-763226479-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:14.573366 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:59:14.638192 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2410960 May 20 14:59:14.640935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33324) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:14.646329 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:14.646657 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=a36d4bc3-db12-49b6-bf59-5554e3593f1c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:14.649945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:14.655598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:14.657312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 14:59:14.659481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:14.662325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:14.669336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:14.679271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.680237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:14.694240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:15.087619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:15.379530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:15.407818 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:15.540874 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.80 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/63918226-78d6-41fe-a832-3b3496edb2e5) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:59:15.693095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:15.721441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:15.725768 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d294a6eb-12c1-40b7-963d-c01d505faf5b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:15.789255 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:59:15.792959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:15.796469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:59:15.811356 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 14:59:15.825102 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=63918226-78d6-41fe-a832-3b3496edb2e5,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:15.831425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:15.844921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 01760252-983f-4402-803d-979b333e8196 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 14:59:15.845280 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01760252-983f-4402-803d-979b333e8196 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 14:59:16.198973 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:16.673188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:16.871838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f796249-41e2-4291-ba34-6a6ce29c1756 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 14:59:17.047327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:59:17.056143 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Sync routers for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:59:17.066080 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:17.066811 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:17.074898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:17.076124 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4341016 May 20 14:59:17.079285 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33328) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:17.238724 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:17.267722 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3e92de5f-a241-4fe1-beb0-5654305e3e56 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1870983 May 20 14:59:17.270175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33334) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:17.396714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08c311e-d76e-4d83-82ee-0f7d857d8f87 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:17.398184 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d08c311e-d76e-4d83-82ee-0f7d857d8f87 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271002 May 20 14:59:17.401715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33338) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:17.450830 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f5d5ef6-b6ec-493f-9112-4ee8a7c95eaa tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0453265 May 20 14:59:17.451158 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33342) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:17.457077 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979410110', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:17.542908 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:16Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:17.550953 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Checking router: 1f796249-41e2-4291-ba34-6a6ce29c1756 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:59:17.551326 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Updating router 1f796249-41e2-4291-ba34-6a6ce29c1756 port 63918226-78d6-41fe-a832-3b3496edb2e5 binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:59:17.566846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:17.571428 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:17.574209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:17.579841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:17.591948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:59:17.595565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128200119'] for subnet, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:17.606358 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:17.958794 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:17.970637 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Transition to ACTIVE for port object 63918226-78d6-41fe-a832-3b3496edb2e5 will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:17.978681 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:17.983303 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:18.009093 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128323215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128200101'] for subnet, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.013758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-cbb3b57b-bd4a-4612-91a8-d4c3721aae62 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:18.053766 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Attempting to bind port 63918226-78d6-41fe-a832-3b3496edb2e5 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:59:18.054052 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Attempting to bind port 63918226-78d6-41fe-a832-3b3496edb2e5 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:59:18.054414 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Attempting to bind port 63918226-78d6-41fe-a832-3b3496edb2e5 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:59:18.063872 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Pushing event updated for resources: {'Port': ['ID=63918226-78d6-41fe-a832-3b3496edb2e5,revision_number=2']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:18.066352 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:59:18.066811 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:59:18.067247 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.067763 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:59:18.068245 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Bound port: 63918226-78d6-41fe-a832-3b3496edb2e5, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:59:18.068631 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.109937 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.110277 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.110611 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.110937 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.111286 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.111611 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.111931 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.112250 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.112566 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.112877 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.113188 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.113497 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 14:59:18.117326 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:18.158118 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] For port 63918226-78d6-41fe-a832-3b3496edb2e5, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:59:18.161251 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] For port 63918226-78d6-41fe-a832-3b3496edb2e5, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=63918226-78d6-41fe-a832-3b3496edb2e5,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:59:18.166660 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.170483 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-5dcd6f48-d556-47cf-ac2e-8a7e2e7f5965 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:18.234226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:18.238072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:18.242733 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:18.243271 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:18.246111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:59:18.246466 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: a36d4bc3-db12-49b6-bf59-5554e3593f1c, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98806) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 14:59:18.264750 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98806) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 14:59:18.274931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, a36d4bc3-db12-49b6-bf59-5554e3593f1c) {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:18.283807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc37898a-e327-4a09-a8cb-866b6b4b31ab None None] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:59:18.284834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:18.285479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.311198 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e85cfb13-ef23-4ec6-bb4f-718e8dbf483a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8564198 May 20 14:59:18.311762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33348) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:18.319699 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Pushing event updated for resources: {'Port': ['ID=63918226-78d6-41fe-a832-3b3496edb2e5,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:18.323409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-f43cbc32-258f-42a0-a595-04d63b57e5e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:18.431008 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:18.506180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 14:59:18.507021 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.669184 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Allocated IP 172.20.0.2 (a36d4bc3-db12-49b6-bf59-5554e3593f1c/d197ccf9-ef4d-4ee9-9d91-0f90c7874b97/40427b84-6092-4235-b35c-c3fc84a5f0dd) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:59:18.715753 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:16Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:18.719685 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca218e32-9567-4fd7-bbde-99fb68eb3567 None None] The sync data for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv is: [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:16Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:59:18.879896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.891902 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Transition to ACTIVE for port object 40427b84-6092-4235-b35c-c3fc84a5f0dd will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:18.913551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Transition to ACTIVE for port object 40427b84-6092-4235-b35c-c3fc84a5f0dd will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:18.921056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:18.934714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:19.002895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:59:19.009038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:19.014003 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:59:19.051790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.074853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Pushing event updated for resources: {'Port': ['ID=40427b84-6092-4235-b35c-c3fc84a5f0dd,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:19.101448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:19.129203 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Attempting to bind port 40427b84-6092-4235-b35c-c3fc84a5f0dd on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:59:19.129580 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Attempting to bind port 40427b84-6092-4235-b35c-c3fc84a5f0dd by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:59:19.130020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Attempting to bind port 40427b84-6092-4235-b35c-c3fc84a5f0dd on network a36d4bc3-db12-49b6-bf59-5554e3593f1c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:59:19.135874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:59:19.136261 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Checking segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:59:19.136681 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.137207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Bound using segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:59:19.137696 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Bound port: 40427b84-6092-4235-b35c-c3fc84a5f0dd, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:59:19.138083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.231765 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] For port 40427b84-6092-4235-b35c-c3fc84a5f0dd, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:59:19.235308 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] For port 40427b84-6092-4235-b35c-c3fc84a5f0dd, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=40427b84-6092-4235-b35c-c3fc84a5f0dd,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:59:19.243407 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.247956 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:19.329325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Pushing event updated for resources: {'Port': ['ID=40427b84-6092-4235-b35c-c3fc84a5f0dd,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:19.339397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:19.488969 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (a36d4bc3-db12-49b6-bf59-5554e3593f1c/d197ccf9-ef4d-4ee9-9d91-0f90c7874b97/b25c0e00-b137-474b-8f8f-4a7cde18b0ed) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:59:19.677890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.693434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object b25c0e00-b137-474b-8f8f-4a7cde18b0ed will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:19.723656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.730991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:19.735742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:19.789820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:59:19.792751 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:19.800864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:59:19.913750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63918226-78d6-41fe-a832-3b3496edb2e5 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:19.999558 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:20.003914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:20.017936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.019652 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 63918226-78d6-41fe-a832-3b3496edb2e5 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:20.024912 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 63918226-78d6-41fe-a832-3b3496edb2e5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:20.025321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.145341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.161016 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 63918226-78d6-41fe-a832-3b3496edb2e5, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=63918226-78d6-41fe-a832-3b3496edb2e5,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:20.164845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.165721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 40427b84-6092-4235-b35c-c3fc84a5f0dd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:20.189589 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:20.282791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=63918226-78d6-41fe-a832-3b3496edb2e5,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:20.286207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:20.295991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 40427b84-6092-4235-b35c-c3fc84a5f0dd completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:20.302872 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.709435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.713803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.743084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-50a16302-4ee6-426c-8c06-6a56d4c8b34a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:20.831929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:20.834316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:20.838127 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:20.975911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:59:20.977243 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:21.071136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0321bedb-7049-499e-9411-9a017c05be51 None None] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 14:59:21.154267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Provisioning for port 40427b84-6092-4235-b35c-c3fc84a5f0dd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:21.168087 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f796249-41e2-4291-ba34-6a6ce29c1756 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:59:21.170338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Provisioning complete for port 40427b84-6092-4235-b35c-c3fc84a5f0dd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:21.170716 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:21.347775 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:59:21.360964 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/1f796249-41e2-4291-ba34-6a6ce29c1756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0480494 May 20 14:59:21.363622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33352) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:21.365749 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Sync routers for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:59:21.397040 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:21.405927 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:21.406489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:21.504246 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.504720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.505186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.505645 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.506103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.506560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.508820 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ba20495f-c866-40b3-8ddb-abafd87b5af3 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1441689 May 20 14:59:21.511774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33356) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:21.580593 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.581062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.581520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.581975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.582180 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] For port 40427b84-6092-4235-b35c-c3fc84a5f0dd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=40427b84-6092-4235-b35c-c3fc84a5f0dd,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:21.582427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.582899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:21.584824 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5e71aaa5-6973-4af5-993f-083c7a350c51 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4012 time: 0.0721161 May 20 14:59:21.588300 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33360) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:21.601794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:21.606191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:21.667485 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:21.805981 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Pushing event updated for resources: {'Port': ['ID=40427b84-6092-4235-b35c-c3fc84a5f0dd,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:21.815484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:21.819074 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-796d3e5a-a3c5-4353-a6c3-79607b1dc9de tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2270422 May 20 14:59:21.912008 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63918226-78d6-41fe-a832-3b3496edb2e5 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:21.950960 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c1923d31-dfde-41d7-89c9-85a2742175ca None None] Provisioning complete for port 40427b84-6092-4235-b35c-c3fc84a5f0dd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:21.951293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c1923d31-dfde-41d7-89c9-85a2742175ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.037078 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33366) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:22.044276 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999118605', 'description': 'tempest-secgroup-smoke-999118605 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:22.051035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:22.057066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:22.060734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:22.066652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:22.078850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.101178 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:22.106971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:22.110380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:22.117142 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:22.149878 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 63918226-78d6-41fe-a832-3b3496edb2e5 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:22.150489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.208214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.213673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.217864 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-50e7e1dd-f2c5-4867-b7ba-66cf95fcf4b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:22.319554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c1923d31-dfde-41d7-89c9-85a2742175ca None None] Provisioning for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:22.323942 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:22.358341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c1923d31-dfde-41d7-89c9-85a2742175ca None None] Provisioning complete for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:22.358728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c1923d31-dfde-41d7-89c9-85a2742175ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.382559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Checking router: 1f796249-41e2-4291-ba34-6a6ce29c1756 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:59:22.382913 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Updating router 1f796249-41e2-4291-ba34-6a6ce29c1756 port b25c0e00-b137-474b-8f8f-4a7cde18b0ed binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 14:59:22.411638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:22.415896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:22.417694 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.421612 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-725bb66f-9e1d-4195-a61e-df8ee762792c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3796515 May 20 14:59:22.422326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33370) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:22.427283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:22.433271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:22.436865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:22.439784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:22.445298 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:22.462084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.484194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.495312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c1923d31-dfde-41d7-89c9-85a2742175ca None None] Port b25c0e00-b137-474b-8f8f-4a7cde18b0ed cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:59:22.524909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.528463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.530338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b5357af-20d7-4ffd-a5f4-ec81cf1d731d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:22.552437 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451fa295-0944-4341-93e4-4c9397624ccf,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:22.554834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:22.561680 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.562828 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401193 May 20 14:59:22.565681 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33374) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:22.570779 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:22.576435 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:22.580157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:22.582914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:22.589086 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:22.605760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.632334 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-ef7eb0be-04ef-4830-8011-039e41c7309b None None] Provisioning complete for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:22.632712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-ef7eb0be-04ef-4830-8011-039e41c7309b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.668813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.672551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.674498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b6445c80-ae7b-4f13-b046-1e52d37cf844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:22.696576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf0fcde-bd46-494d-93ce-644fac35a0dd,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:22.699312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:22.706239 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.707460 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c51cdc4b-7af2-43b6-8e85-dc01367859f7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408327 May 20 14:59:22.710171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33378) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:22.716306 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:22.718255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-ef7eb0be-04ef-4830-8011-039e41c7309b None None] Port b25c0e00-b137-474b-8f8f-4a7cde18b0ed cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:59:22.722143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:22.725883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:22.729525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:22.735340 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:22.750603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.813887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.819777 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.827708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-611f009a-b7c2-43f2-bbe8-6ffe5f8b7efc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:22.848806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a7a16a-8c94-4008-b1b9-a2ee3878be54,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:22.851799 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:22.861302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.862489 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0755b8fc-f44c-469d-808d-378554be0355 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1511261 May 20 14:59:22.865795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33382) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:22.870982 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:22.876953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:22.880786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:22.884514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:22.890661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:22.893355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.906068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Transition to ACTIVE for port object b25c0e00-b137-474b-8f8f-4a7cde18b0ed will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:22.907402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.912500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.916788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-ffad6a7d-5e94-48c1-9180-d7c93df3f946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:22.970537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.974771 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:22.976861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-372f8633-c73b-4ea3-9e66-5c4798229c30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:22.997379 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fc883d-3984-4771-b213-56fd1b941e63,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:23.001467 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:23.011580 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.013478 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467249 May 20 14:59:23.016302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33386) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:23.022326 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:23.032131 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:23.036248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:23.040051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:23.046607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:23.061000 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:59:23.068092 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.083778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadda5f9-89b9-4a90-b06a-2794c0f0f7f3 None None] Pushing event updated for resources: {'Port': ['ID=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:23.087298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fadda5f9-89b9-4a90-b06a-2794c0f0f7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:23.139578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Attempting to bind port b25c0e00-b137-474b-8f8f-4a7cde18b0ed on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:59:23.140100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Attempting to bind port b25c0e00-b137-474b-8f8f-4a7cde18b0ed by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:59:23.140476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Attempting to bind port b25c0e00-b137-474b-8f8f-4a7cde18b0ed on network a36d4bc3-db12-49b6-bf59-5554e3593f1c {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:59:23.142100 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.146378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:59:23.146781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Checking segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:59:23.147215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.147614 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Bound using segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:59:23.147890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.148109 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Bound port: b25c0e00-b137-474b-8f8f-4a7cde18b0ed, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:59:23.148463 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.150055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fdc803c3-d305-4ecc-85e5-f814e17c4955 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:23.173213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbefc99-d9a6-4317-bc42-82f69c176c19,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:23.177824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:23.182992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.184280 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-ef7cc178-14e9-4941-897c-2333ebb2a2a6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1668203 May 20 14:59:23.187229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33390) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:23.193686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:23.200226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:23.204025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:23.206866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:23.212615 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:23.223380 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 14:59:23.229092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.250418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] For port b25c0e00-b137-474b-8f8f-4a7cde18b0ed, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:59:23.253789 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] For port b25c0e00-b137-474b-8f8f-4a7cde18b0ed, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:59:23.259523 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.264160 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:23.297417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.302333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.311627 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5ed71576-5445-4725-aee2-5795aacdd5f9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:23.330654 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337291ac-42a6-4d6b-816d-72974a187b9f,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:23.336759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:23.337670 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:23.338294 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:23.342141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:23.343768 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9d91c70b-e7cf-4e75-9e19-dab311c296d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553407 May 20 14:59:23.411377 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadda5f9-89b9-4a90-b06a-2794c0f0f7f3 None None] Pushing event updated for resources: {'Port': ['ID=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:23.414662 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fadda5f9-89b9-4a90-b06a-2794c0f0f7f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:23.521442 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-b4f906ed-bd68-471b-84ee-3d48f8deb964 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:23.537159 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:23.537363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-b4f906ed-bd68-471b-84ee-3d48f8deb964 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:23.538500 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-b4f906ed-bd68-471b-84ee-3d48f8deb964 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999118605&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.0616295 May 20 14:59:23.827254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-5fb80132-2def-42e9-b13b-23ca3345037b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:23.828047 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-5fb80132-2def-42e9-b13b-23ca3345037b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:23.843935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-5fb80132-2def-42e9-b13b-23ca3345037b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:23.845159 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-5fb80132-2def-42e9-b13b-23ca3345037b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 200 len: 796 time: 0.2989788 May 20 14:59:23.862868 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-6b59524b-9e05-4dbb-8af9-cb8f344c8af4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0108454 May 20 14:59:23.889337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 40427b84-6092-4235-b35c-c3fc84a5f0dd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:23.949453 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-3004049f-ce8c-4371-b3d5-c83f63a83d97 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:23.966117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-3004049f-ce8c-4371-b3d5-c83f63a83d97 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:23.967694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-3004049f-ce8c-4371-b3d5-c83f63a83d97 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985768 May 20 14:59:23.981277 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 40427b84-6092-4235-b35c-c3fc84a5f0dd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:23.981658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:24.022100 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:23Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:24.036204 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f768a1-bd27-4f9c-b0ac-20a397853ec8 None None] The sync data for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv is: [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:23Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:59:24.173335 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-68b6f7a5-cca3-454e-9efd-219cf4327c40 service neutron] 10.222.0.58 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925890 May 20 14:59:24.311480 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-6de63c47-e42e-4d1c-a97e-2f486acd4c03 service neutron] 10.222.0.58 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319666 May 20 14:59:24.500066 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2b04b7f3-f4d3-4cac-a6b3-59c458b4d64d req-24697ab7-3110-4fd0-8cdd-658ac75e4162 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 210 time: 0.0461555 May 20 14:59:25.546716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-542f2d88-9009-447d-87c3-51b1cedb5179 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:25.548202 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-542f2d88-9009-447d-87c3-51b1cedb5179 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 200 len: 796 time: 0.1460967 May 20 14:59:25.601758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0f49763a-339a-45cb-bc94-04ee8e028cf8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:25.615899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0f49763a-339a-45cb-bc94-04ee8e028cf8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:25.617023 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0f49763a-339a-45cb-bc94-04ee8e028cf8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.0595546 May 20 14:59:25.627001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': '7020afe5-a145-463e-8513-6be5c9d3215a', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:25.656761 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-925c5d15-1824-4d12-91ce-32d6c56878a9 req-31731875-46dc-4545-b190-3bfbc8e9bf55 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 210 time: 0.0480270 May 20 14:59:25.764787 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:25.774069 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:25.784032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 14:59:25.787488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:25.877965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b25c0e00-b137-474b-8f8f-4a7cde18b0ed up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:25.945399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:25.950632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:25.951013 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:25.954876 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.6 (a36d4bc3-db12-49b6-bf59-5554e3593f1c/d197ccf9-ef4d-4ee9-9d91-0f90c7874b97/2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:59:26.066278 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.096245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port b25c0e00-b137-474b-8f8f-4a7cde18b0ed, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:26.100504 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.102954 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:26.144001 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.159395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:26.168836 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:26.171964 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:26.182520 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.188040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8ecd0916-2a6d-413f-adbc-c2f49ea6d2a7 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:26.248896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:59:26.256365 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:26.260901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:59:26.297598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:26.306521 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:26.329074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:26.329595 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.356065 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7327361 May 20 14:59:26.368279 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Request body: {'port': {'device_id': '7020afe5-a145-463e-8513-6be5c9d3215a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:26.480164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.511471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-674dd849-8931-4c9c-8210-1de16bc0af67 None None] Provisioning for port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:26.516020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-674dd849-8931-4c9c-8210-1de16bc0af67 None None] Provisioning complete for port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:26.516402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-674dd849-8931-4c9c-8210-1de16bc0af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.571871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-674dd849-8931-4c9c-8210-1de16bc0af67 None None] Port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 14:59:26.812144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:59:26.819419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.836048 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Transition to ACTIVE for port object 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 14:59:26.840335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:26.844769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b3a30691-1838-4ec7-86d4-4dbeff33f711 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:26.845344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f304635-ef0b-463f-acd3-957908204d3a req-b222912d-0acf-4eec-a4f8-2c449b4a30d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:26.846808 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f304635-ef0b-463f-acd3-957908204d3a req-b222912d-0acf-4eec-a4f8-2c449b4a30d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 931 time: 0.0839710 May 20 14:59:26.893419 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f304635-ef0b-463f-acd3-957908204d3a req-88399915-4c15-4e4d-8108-745ef7e6bc6f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405116 May 20 14:59:26.996303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:27.003831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:27.075716 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Attempting to bind port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 14:59:27.076050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Attempting to bind port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 14:59:27.076370 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Attempting to bind port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 on network a36d4bc3-db12-49b6-bf59-5554e3593f1c {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:59:27.080791 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 on network a36d4bc3-db12-49b6-bf59-5554e3593f1c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 14:59:27.081110 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Attempting to bind port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 on network a36d4bc3-db12-49b6-bf59-5554e3593f1c {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 14:59:27.086108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 14:59:27.086472 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Checking segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 14:59:27.086852 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Bound using segment: {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 14:59:27.087302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Bound port: 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dcc07a6-46b0-4060-b698-a42ead9425a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 14:59:27.087648 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:27.305248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] For port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 14:59:27.308065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] For port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 14:59:27.313410 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:27.317780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-098761e7-bb51-4a80-b3e2-27a377cb0e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:27.366764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:27.367481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:27.368832 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-77210079-2263-4c3a-afce-69dda1df706d service neutron] 10.222.0.11 "PUT /v2.0/ports/2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 200 len: 1093 time: 1.0049713 May 20 14:59:27.369342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:59:27.397550 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:27.401593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:27.450921 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'status': 'completed', 'code': 200} May 20 14:59:27.490288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-e3fe615c-8e08-4a6f-8eec-7283c776daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:27.491817 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-e3fe615c-8e08-4a6f-8eec-7283c776daa9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1096 time: 0.0781107 May 20 14:59:27.562498 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-75a6ba04-168b-4277-88d7-92a15a59fd23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 200 len: 217 time: 0.0623150 May 20 14:59:27.628965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-d18215e9-a020-4f39-bd62-dbefacb3f452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:27.630404 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-d18215e9-a020-4f39-bd62-dbefacb3f452 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 200 len: 844 time: 0.0609534 May 20 14:59:27.704152 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-a9c4a32a-94c6-4f84-8595-faa89bb9d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:27.705590 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-a9c4a32a-94c6-4f84-8595-faa89bb9d417 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36d4bc3-db12-49b6-bf59-5554e3593f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0681312 May 20 14:59:27.838288 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-4fc3788b-7d2f-4980-83ac-b6a0e7aacc15 service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245594 May 20 14:59:27.864698 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b25c0e00-b137-474b-8f8f-4a7cde18b0ed up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:27.932899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:27.933423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:27.973574 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d8d5a8d1-03bc-41f8-825f-b563c4d47456 req-71556ee4-e6da-4ef8-bc17-3e0471e2d15f service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286767 May 20 14:59:28.086942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4339a23-3e7d-4189-99ef-e843d0b9d510 req-1103aa50-aeb7-4e4f-b7b3-559c293c9b32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:28.088360 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c4339a23-3e7d-4189-99ef-e843d0b9d510 req-1103aa50-aeb7-4e4f-b7b3-559c293c9b32 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 943 time: 0.0878749 May 20 14:59:28.095734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da939-787a-446a-bbcc-cac279db4715 req-95227267-6b4f-45c7-b22d-454d13bc8a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:28.097201 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-95227267-6b4f-45c7-b22d-454d13bc8a58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1096 time: 0.0752563 May 20 14:59:28.133755 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c4339a23-3e7d-4189-99ef-e843d0b9d510 req-32a7555c-5e64-4ccc-823d-a71c7890ea6b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 May 20 14:59:28.228479 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da939-787a-446a-bbcc-cac279db4715 req-b9c86378-84ac-4a2e-ba3a-abfe4a059472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:28.229912 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-b9c86378-84ac-4a2e-ba3a-abfe4a059472 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 200 len: 897 time: 0.1249156 May 20 14:59:28.295513 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-20b44d1c-8397-4ba6-a926-9a7cb3e3da0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 200 len: 217 time: 0.0588322 May 20 14:59:28.360199 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da939-787a-446a-bbcc-cac279db4715 req-9f39f0ee-fb19-440b-af05-3a591aa8522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:28.361504 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-9f39f0ee-fb19-440b-af05-3a591aa8522a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 200 len: 844 time: 0.0590453 May 20 14:59:28.435749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715da939-787a-446a-bbcc-cac279db4715 req-bb2cd46f-b429-48e7-9b66-ca4558bf7ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:28.437178 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-bb2cd46f-b429-48e7-9b66-ca4558bf7ccd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36d4bc3-db12-49b6-bf59-5554e3593f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0684187 May 20 14:59:28.568623 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-d68ddcba-5803-42d6-93d5-ca6157c4e669 service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221137 May 20 14:59:28.697153 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-715da939-787a-446a-bbcc-cac279db4715 req-ff78279a-635a-4a06-a598-8936a14ff725 service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214075 May 20 14:59:29.316658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a7a70-f3cd-4ca9-889e-c457b7edd4aa req-7bfb7054-7061-4865-89a4-a74986e799eb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:29.318088 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f4a7a70-f3cd-4ca9-889e-c457b7edd4aa req-7bfb7054-7061-4865-89a4-a74986e799eb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 943 time: 0.0797319 May 20 14:59:29.361396 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f4a7a70-f3cd-4ca9-889e-c457b7edd4aa req-c92b61f6-1f33-4fa8-9b4d-bc81e77aa898 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369937 May 20 14:59:30.546500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a39921-ea77-47ef-8c4a-4714d2266b37 req-67fd8d44-0d06-42a6-8477-44db8918664c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:30.547983 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-10a39921-ea77-47ef-8c4a-4714d2266b37 req-67fd8d44-0d06-42a6-8477-44db8918664c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 943 time: 0.0837531 May 20 14:59:30.592190 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-10a39921-ea77-47ef-8c4a-4714d2266b37 req-25a93120-95c2-4d4c-a6b7-e16b4c0c3cb2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384116 May 20 14:59:31.590672 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 14:59:31.721525 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:31.735801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'port_id': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'mac_address': 'fa:16:3e:d9:1f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 14:59:31.791158 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa90c-2ca3-4788-b740-4831bf81be44 req-3d10c147-12bd-47c1-af28-b71380d4404f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:31.792713 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-627fa90c-2ca3-4788-b740-4831bf81be44 req-3d10c147-12bd-47c1-af28-b71380d4404f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 943 time: 0.0935619 May 20 14:59:31.794797 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:31.811812 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 14:59:31.827349 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:31.831571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:31.833267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:31.839842 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-627fa90c-2ca3-4788-b740-4831bf81be44 req-88d68886-38a8-4bcb-8994-cfaf23d9ebbb tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413289 May 20 14:59:31.898262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:31.901875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:32.058421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 14:59:33.027186 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a6628-83c3-4d47-b256-8faa86fe82b4 req-2a8b4185-7c39-43d1-8858-73f474228a96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:33.028641 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-193a6628-83c3-4d47-b256-8faa86fe82b4 req-2a8b4185-7c39-43d1-8858-73f474228a96 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 944 time: 0.0807700 May 20 14:59:33.073265 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-193a6628-83c3-4d47-b256-8faa86fe82b4 req-bce98303-60ad-4706-a5c1-9ba6ffe869a5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387545 May 20 14:59:33.606197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 14:59:33.673333 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 14:59:33.677679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 14:59:33.678056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:33.800891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:33.826587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:59:33.836852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 14:59:33.840854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:33.843721 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-797deca2-a3bd-4616-ad63-b27091d062cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:33.879990 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'code': 200} May 20 14:59:33.913604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:33.917191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:34.100358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18d111-0d25-48e2-b814-f18096331597 req-3fbdd9aa-c30a-45ae-967e-d22303c7fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:34.101902 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce18d111-0d25-48e2-b814-f18096331597 req-3fbdd9aa-c30a-45ae-967e-d22303c7fa29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1098 time: 0.0735180 May 20 14:59:34.143607 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ce18d111-0d25-48e2-b814-f18096331597 req-668b0234-005e-41eb-b2cb-a84602f0943f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347929 May 20 14:59:34.256696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a62d-54bd-4d49-a8e5-731682906593 req-15c85111-ee98-44d5-aa54-14fa9c4e834b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:34.258791 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8952a62d-54bd-4d49-a8e5-731682906593 req-15c85111-ee98-44d5-aa54-14fa9c4e834b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 945 time: 0.0818892 May 20 14:59:34.301980 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8952a62d-54bd-4d49-a8e5-731682906593 req-b1677757-40c6-4950-93d0-378d36268a3e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373919 May 20 14:59:35.505107 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91698f5f-2d27-4293-9cae-bb06693fe141 req-17899f6a-53e8-4d4f-befb-0da9cbd787c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:35.506669 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91698f5f-2d27-4293-9cae-bb06693fe141 req-17899f6a-53e8-4d4f-befb-0da9cbd787c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 945 time: 0.0961399 May 20 14:59:35.555488 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-91698f5f-2d27-4293-9cae-bb06693fe141 req-66dc2726-e448-4e28-91cf-ad731c6f8cff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 May 20 14:59:35.734296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac1d51-3ae3-4ed9-bc62-448ffe6a7c3e req-25346579-615d-4ff4-aae2-f98815dbe693 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:35.735751 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cbac1d51-3ae3-4ed9-bc62-448ffe6a7c3e req-25346579-615d-4ff4-aae2-f98815dbe693 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 945 time: 0.0772281 May 20 14:59:35.782946 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cbac1d51-3ae3-4ed9-bc62-448ffe6a7c3e req-7f406ad1-2857-4793-8df4-ae4a84a5da93 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414333 May 20 14:59:35.804910 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33446) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:35.873784 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd0fe79-6d9f-49c4-8c8c-42e963333f98 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:35.875304 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-fcd0fe79-6d9f-49c4-8c8c-42e963333f98 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1093 time: 0.0694499 May 20 14:59:35.878105 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33450) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:35.883633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 14:59:35.889805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 14:59:35.893737 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 14:59:35.896597 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 14:59:35.902299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 14:59:35.912830 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:36.162730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:36.297774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.34 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/f20c12fd-efb1-4eec-9fca-2a29b3d94d4b) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 14:59:36.454924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:36.485702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:36.490180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-75669e61-fa3f-4eb1-b19f-a97ccd40d49d tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:36.556637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 14:59:36.559935 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 14:59:36.563599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 14:59:36.597213 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=f20c12fd-efb1-4eec-9fca-2a29b3d94d4b,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:36.609955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:36.997060 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:37.072681 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:37.274924 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:37.279343 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:37.282863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5420e7b2-6474-44c7-8fb0-5a55169860fd tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 14:59:37.384817 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=f20c12fd-efb1-4eec-9fca-2a29b3d94d4b,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 14:59:37.389090 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 14:59:37.402327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:37.575784 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 9c552098-739f-4192-8080-b98b3a58ecc9 associated. External IP: 172.26.6.34, port: 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85. May 20 14:59:38.046183 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f796249-41e2-4291-ba34-6a6ce29c1756 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 14:59:38.228059 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 14:59:38.237198 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] Sync routers for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 14:59:38.246926 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:38.247623 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:38.253390 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:38.310653 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4290998 May 20 14:59:38.310653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 14:59:38.310992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33454) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:38.353889 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'status': 'completed', 'code': 200} May 20 14:59:38.422970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cd4fbf78-deef-4f71-a3e8-bea1c3e8ec4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:38.426643 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:38.603518 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-db0785ff-4c22-41a1-8485-605b13c367b9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/9c552098-739f-4192-8080-b98b3a58ecc9 HTTP/1.1" status: 200 len: 990 time: 0.2911177 May 20 14:59:38.624673 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-443b6b9c-f44d-454f-b5e5-b3087538a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:38.626181 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-443b6b9c-f44d-454f-b5e5-b3087538a70b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1098 time: 0.2490227 May 20 14:59:38.757198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-493bfd28-f5a2-4779-b032-3d3eb2298736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:38.758640 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-493bfd28-f5a2-4779-b032-3d3eb2298736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 200 len: 897 time: 0.1258581 May 20 14:59:38.765393 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '9c552098-739f-4192-8080-b98b3a58ecc9', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'port_id': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'mac_address': 'fa:16:3e:d9:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7020afe5-a145-463e-8513-6be5c9d3215a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:59:36Z', 'updated_at': '2021-05-20T14:59:36Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:26Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:38.769084 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] Checking router: 1f796249-41e2-4291-ba34-6a6ce29c1756 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 14:59:38.777058 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 14:59:38.777638 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:38.864020 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-71ee1249-4fd4-4bf1-bc37-e14ccbcfe730 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 200 len: 998 time: 0.0986321 May 20 14:59:38.927197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-bb36eefa-2d62-4a34-90bf-8a40de02082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:38.928679 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-bb36eefa-2d62-4a34-90bf-8a40de02082f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 200 len: 844 time: 0.0576949 May 20 14:59:38.979190 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 14:59:39.006171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-60c49eaf-94e9-4189-90f0-7c21f6a010a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:39.007673 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-60c49eaf-94e9-4189-90f0-7c21f6a010a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36d4bc3-db12-49b6-bf59-5554e3593f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0717573 May 20 14:59:39.139773 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-45e72d63-e21b-488c-93a8-acd20213eb01 service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247838 May 20 14:59:39.272470 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f812058e-0e5c-4573-b2d1-8bc5f7e43203 req-d9c7abdc-d515-4100-9450-191fd86ec8d9 service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256504 May 20 14:59:39.316750 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '9c552098-739f-4192-8080-b98b3a58ecc9', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'port_id': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'mac_address': 'fa:16:3e:d9:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7020afe5-a145-463e-8513-6be5c9d3215a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:59:36Z', 'updated_at': '2021-05-20T14:59:36Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:26Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 14:59:39.321107 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05cbe59-0f79-4750-924c-3e25feedc39e None None] The sync data for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv is: [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '9c552098-739f-4192-8080-b98b3a58ecc9', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.34', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'port_id': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'mac_address': 'fa:16:3e:d9:1f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7020afe5-a145-463e-8513-6be5c9d3215a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T14:59:36Z', 'updated_at': '2021-05-20T14:59:36Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:26Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 14:59:39.487741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e9d59a-b646-42ff-bfee-26d01deb3401 None None] New status for floating IP 9c552098-739f-4192-8080-b98b3a58ecc9: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 14:59:39.607169 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33460) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:39.716316 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-5a337576-a407-48b6-9da2-299b7a60c00c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/9c552098-739f-4192-8080-b98b3a58ecc9 HTTP/1.1" status: 200 len: 990 time: 0.1077933 May 20 14:59:40.654791 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fc61c89e-fa86-4351-8acb-5102bc409fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:40.719892 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33464) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 14:59:40.825288 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-38051b2f-c146-43b1-8b2b-8727c8718129 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/9c552098-739f-4192-8080-b98b3a58ecc9 HTTP/1.1" status: 200 len: 992 time: 0.1040468 May 20 14:59:40.874858 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:41.916438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:43.628920 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:49.744284 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 14:59:51.572454 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 14:59:58.242216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7c2f1-be89-4869-ac86-0bd910919016 req-a5a2399c-1960-4509-86d7-7bf61dfe6be2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:58.243729 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9cc7c2f1-be89-4869-ac86-0bd910919016 req-a5a2399c-1960-4509-86d7-7bf61dfe6be2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 945 time: 0.0841401 May 20 14:59:58.287250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9cc7c2f1-be89-4869-ac86-0bd910919016 req-922dfe8b-f038-4973-98ae-ddc139acfdc8 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372605 May 20 14:59:59.470146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88810b50-506f-4dc8-a515-4ff0d80fb052 req-acd3a605-59bc-47df-bfdf-2d3be8d3d761 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:59.471582 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-88810b50-506f-4dc8-a515-4ff0d80fb052 req-acd3a605-59bc-47df-bfdf-2d3be8d3d761 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 945 time: 0.0772269 May 20 14:59:59.518154 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-88810b50-506f-4dc8-a515-4ff0d80fb052 req-b9296c7e-fb86-48d2-8a88-19cefeb43b30 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 May 20 14:59:59.824923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead8967-5ac3-4240-be56-84602b26f64b req-cf88b7ed-1af8-4885-b71d-ae469109c2c6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 14:59:59.825619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-6ead8967-5ac3-4240-be56-84602b26f64b req-cf88b7ed-1af8-4885-b71d-ae469109c2c6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 14:59:59.843118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-6ead8967-5ac3-4240-be56-84602b26f64b req-cf88b7ed-1af8-4885-b71d-ae469109c2c6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 14:59:59.844233 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ead8967-5ac3-4240-be56-84602b26f64b req-cf88b7ed-1af8-4885-b71d-ae469109c2c6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 945 time: 0.0967212 May 20 14:59:59.987707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Deleting port edad7b8b-b955-42b7-9ec6-d301b86a9dbf {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 14:59:59.988052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:00.116250 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] For port edad7b8b-b955-42b7-9ec6-d301b86a9dbf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:00:00.116525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:00.529758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:00.530287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:00.530517 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Floating IP 85306dda-3b27-4a0c-a428-8f5f8284fc57 disassociated. External IP: 172.26.6.211, port: edad7b8b-b955-42b7-9ec6-d301b86a9dbf. May 20 15:00:00.530994 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Calling delete_port for edad7b8b-b955-42b7-9ec6-d301b86a9dbf owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:00:00.646862 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:00.654107 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dded6316-bb4c-4728-b46c-e10352a61182 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:00.677592 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-23640a12-11ef-47ab-a463-9ed7a8680df3 req-8c3adb3d-2918-4d56-88d4-d63e0fbef8f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0503767 May 20 15:00:00.699578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'Port': ['ID=edad7b8b-b955-42b7-9ec6-d301b86a9dbf,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:00.703442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:00.881953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:00:01.068254 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:00:01.078060 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:00:01.087349 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:00:01.088317 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:01.141788 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] No DVR routers for this DVR port edad7b8b-b955-42b7-9ec6-d301b86a9dbf on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:00:01.144339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:01.147011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'name': 'network-vif-deleted', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:00:01.165199 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ead8967-5ac3-4240-be56-84602b26f64b req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "DELETE /v2.0/ports/edad7b8b-b955-42b7-9ec6-d301b86a9dbf HTTP/1.1" status: 204 len: 173 time: 1.3152106 May 20 15:00:01.202269 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeceac69-2b67-456b-9719-c76808df2a38', 'name': 'network-vif-deleted', 'tag': 'edad7b8b-b955-42b7-9ec6-d301b86a9dbf', 'status': 'completed', 'code': 200} May 20 15:00:01.284989 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:00:01.594722 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:01.598482 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:00:01.607285 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:00:01.607884 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T14:59:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:01.818740 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:00:01.827998 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0c2860cc-a0de-4730-9aeb-e6521b0bc752 req-c53c6ab8-4298-4372-9c19-ef4e38b51140 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0426290 May 20 15:00:02.131763 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:02.136647 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d069296-9a6f-40cf-a765-25505537aa67 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:00:02.356288 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212fa1c-c017-4671-973f-416ce5a54949 None None] New status for floating IP 85306dda-3b27-4a0c-a428-8f5f8284fc57: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:00:02.988682 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4c2787ee-955b-476f-882a-63d6b2db385b req-5c468a68-b221-4a4a-83ee-448f7de28d49 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0465682 May 20 15:00:03.763124 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device edad7b8b-b955-42b7-9ec6-d301b86a9dbf no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:00:03.799674 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: edad7b8b-b955-42b7-9ec6-d301b86a9dbf {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:00:03.800032 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device edad7b8b-b955-42b7-9ec6-d301b86a9dbf not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:00:04.135075 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7406ae55-3065-4c42-870c-ebba740eb6af req-2526e602-ea91-4d7d-a113-b9010525acc0 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=aeceac69-2b67-456b-9719-c76808df2a38 HTTP/1.1" status: 200 len: 210 time: 0.0432141 May 20 15:00:05.423838 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-1141d125-afe2-4f65-876f-d20cc1c3f124 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708006162&fields=id&tenant_id=6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 267 time: 0.0399110 May 20 15:00:05.573899 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-a2ee5aad-7c3e-4ce1-ab51-f679ce0e961f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:05.575355 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-a2ee5aad-7c3e-4ce1-ab51-f679ce0e961f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 810 time: 0.1452756 May 20 15:00:05.589673 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-0c1046e1-7555-4c34-830a-2baa85058874 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/quotas/6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 375 time: 0.0088761 May 20 15:00:05.678059 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-f6121b12-fd6a-4284-a293-9769b062bffb tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833209 May 20 15:00:05.882910 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-c90cab96-75d6-485c-af88-1766867c8ac3 service neutron] 10.222.0.58 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929514 May 20 15:00:06.146675 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-9befdbc1-9ffd-4016-ab3b-3e96c13e89eb service neutron] 10.222.0.58 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571850 May 20 15:00:06.548830 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-34aac253-6599-4602-a899-0dc242f0ff52 req-1054cc05-4c79-4bed-8b04-f9f1e7a0d31b tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 210 time: 0.0451987 May 20 15:00:07.581557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-06e79ce4-151e-4e75-801b-d845481ea181 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:07.582993 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-06e79ce4-151e-4e75-801b-d845481ea181 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 810 time: 0.1450689 May 20 15:00:07.639919 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-454ad850-d120-4a04-a4d8-c65b566b7e5a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 379 time: 0.0478501 May 20 15:00:07.652237 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'port': {'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'admin_state_up': True, 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'security_groups': ['3ae688dc-0614-40d8-80e3-10b76b4688f8']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:00:07.699515 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aff26ff3-ac89-4a7c-a6fa-224bf28a3af2 req-5592361e-9a49-4a89-9f16-e6d63ff12aa3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 210 time: 0.0439823 May 20 15:00:07.793005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:00:07.797450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:port and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:00:07.800233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:00:07.805989 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:00:07.816565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Made reservation on behalf of 6a276f5bd72e415cac1c93e57c78ff73 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:00:07.820095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:07.997300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Allocated IP 172.20.0.14 (38763527-1d62-4969-8d48-ca949208d582/c0853018-18b6-48c5-b513-ca49dc828f73/19711e55-85a9-4808-b315-2f91a095ea67) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:00:08.190135 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:08.208911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Transition to ACTIVE for port object 19711e55-85a9-4808-b315-2f91a095ea67 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:00:08.234387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:08.240525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ff4c7904-5620-4b6e-b352-7d42594ded72 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:08.310302 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Network 38763527-1d62-4969-8d48-ca949208d582 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:00:08.311481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:00:08.315299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:00:08.346517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=19711e55-85a9-4808-b315-2f91a095ea67,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:08.370251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.370836 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.371423 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.371981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.372530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.373088 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.373633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.374176 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.374935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.375506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.376040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.376582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:08.383190 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:08.401724 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:08.402495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:08.428822 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-726caa86-ae80-4942-a0c5-2574db957f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:08.432530 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7845869 May 20 15:00:08.444933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Request body: {'port': {'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:00:08.568758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:08.579062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a68d780d-3a9f-4777-aaf3-f241671430f1 None None] Provisioning for port 19711e55-85a9-4808-b315-2f91a095ea67 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:00:08.585638 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a68d780d-3a9f-4777-aaf3-f241671430f1 None None] Provisioning complete for port 19711e55-85a9-4808-b315-2f91a095ea67 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:00:08.586310 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a68d780d-3a9f-4777-aaf3-f241671430f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:08.647868 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a68d780d-3a9f-4777-aaf3-f241671430f1 None None] Port 19711e55-85a9-4808-b315-2f91a095ea67 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:00:08.958232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b195092-9911-464e-a0d9-fd273f23a79f req-05ce9c3c-f717-4163-8fe5-1e7bea44331c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:08.960143 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7b195092-9911-464e-a0d9-fd273f23a79f req-05ce9c3c-f717-4163-8fe5-1e7bea44331c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 932 time: 0.1283989 May 20 15:00:09.010841 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7b195092-9911-464e-a0d9-fd273f23a79f req-7c4faef7-f382-4bd8-9b9c-7a9a99637ac4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407698 May 20 15:00:09.086840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19711e55-85a9-4808-b315-2f91a095ea67 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:00:09.094738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:09.109084 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Transition to ACTIVE for port object 19711e55-85a9-4808-b315-2f91a095ea67 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:00:09.114240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:09.118821 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4d1d1a78-02df-4a58-b529-c99f31bde1bd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:09.269830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Pushing event updated for resources: {'Port': ['ID=19711e55-85a9-4808-b315-2f91a095ea67,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:09.281368 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:09.358171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Attempting to bind port 19711e55-85a9-4808-b315-2f91a095ea67 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:00:09.358598 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Attempting to bind port 19711e55-85a9-4808-b315-2f91a095ea67 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:00:09.358996 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Attempting to bind port 19711e55-85a9-4808-b315-2f91a095ea67 on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:00:09.363696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Port 19711e55-85a9-4808-b315-2f91a095ea67 on network 38763527-1d62-4969-8d48-ca949208d582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:00:09.364126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Attempting to bind port 19711e55-85a9-4808-b315-2f91a095ea67 on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:00:09.369817 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 14, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:00:09.370231 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Checking segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:00:09.370679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Bound using segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:00:09.371191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Bound port: 19711e55-85a9-4808-b315-2f91a095ea67, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:00:09.371607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:09.459205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] For port 19711e55-85a9-4808-b315-2f91a095ea67, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:00:09.462209 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] For port 19711e55-85a9-4808-b315-2f91a095ea67, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=19711e55-85a9-4808-b315-2f91a095ea67,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:00:09.467729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:09.471380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:09.528426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:09.529035 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:09.530459 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] 10.222.0.11 "PUT /v2.0/ports/19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 1094 time: 1.0900981 May 20 15:00:09.531028 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:00:09.556946 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Pushing event updated for resources: {'Port': ['ID=19711e55-85a9-4808-b315-2f91a095ea67,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:09.560481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:09.624506 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67', 'status': 'completed', 'code': 200} May 20 15:00:09.665913 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-590a92e2-7948-4af2-a625-191bf1e312a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:09.667774 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-590a92e2-7948-4af2-a625-191bf1e312a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1097 time: 0.0817375 May 20 15:00:09.741889 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-24efc418-cc00-44a7-9f01-08cb66b06473 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 217 time: 0.0662887 May 20 15:00:09.807636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-adaffd39-5431-4e08-8ef4-3307962cbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:09.809072 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-adaffd39-5431-4e08-8ef4-3307962cbb54 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0595088 May 20 15:00:09.890157 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-a326fd5e-a73b-4f45-8e4b-ce15114bc4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:09.891683 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-a326fd5e-a73b-4f45-8e4b-ce15114bc4b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749071 May 20 15:00:10.035735 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-966ab2b9-c3e4-4b5c-a659-4b97f6cfd074 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363096 May 20 15:00:10.179779 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9c1235dc-3255-4710-ae02-b97d2e3a7113 req-7f483a5f-49ce-44f2-adfe-55ca29f34b1d service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354637 May 20 15:00:10.208973 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447bb8b-0fbf-42ef-8c4b-494d103b5e6c req-18b0504b-e7ee-4fb3-81f1-8a60b71a3901 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:10.216710 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b447bb8b-0fbf-42ef-8c4b-494d103b5e6c req-18b0504b-e7ee-4fb3-81f1-8a60b71a3901 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0992534 May 20 15:00:10.258893 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b447bb8b-0fbf-42ef-8c4b-494d103b5e6c req-ea6f05ec-f26b-4f8b-b6f1-6c18c0baf0af tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413127 May 20 15:00:10.303032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-e4209382-06d3-4fdf-beb1-fac60bfc91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:10.304469 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-e4209382-06d3-4fdf-beb1-fac60bfc91fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1097 time: 0.0744658 May 20 15:00:10.436066 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-4fb5e3ba-3100-455e-940d-4ffa7f14b48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:10.437436 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-4fb5e3ba-3100-455e-940d-4ffa7f14b48a service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1262445 May 20 15:00:10.507511 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-62d1ec9c-c9c5-4039-8f9c-cefa82804ccd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 217 time: 0.0629749 May 20 15:00:10.570339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-44cb5595-01c8-47db-895a-f33a21702b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:10.572319 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-44cb5595-01c8-47db-895a-f33a21702b3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0572488 May 20 15:00:10.656513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-f6d1e674-a94b-457d-b36d-1955fae940dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:10.658005 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-f6d1e674-a94b-457d-b36d-1955fae940dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0790775 May 20 15:00:10.664757 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f8c57cda-ef73-4930-8bc1-3f87a5024520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:10.794306 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-6f78b33a-0f3b-46f6-ab7e-14135b798277 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275325 May 20 15:00:10.879929 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:10.928953 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6ed0abcd-85a7-4dd7-91c0-85ef9792d50d req-aad5c595-f61c-47c9-be6f-073f86381694 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269588 May 20 15:00:11.446323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc96b-f276-41ed-9ab3-ad6f4205e154 req-ea0816a7-d1d5-4bc0-a3c2-1154f4caf850 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:11.448300 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3ddc96b-f276-41ed-9ab3-ad6f4205e154 req-ea0816a7-d1d5-4bc0-a3c2-1154f4caf850 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0824356 May 20 15:00:11.496514 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f3ddc96b-f276-41ed-9ab3-ad6f4205e154 req-e54684b7-4770-47f3-98b8-af6608f84f1a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422592 May 20 15:00:11.919629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:12.678726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a43453-741a-4c74-8c90-022414612217 req-0ae7bf56-b3e4-4880-b3a0-da2a3acb1119 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:12.680216 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-45a43453-741a-4c74-8c90-022414612217 req-0ae7bf56-b3e4-4880-b3a0-da2a3acb1119 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0804396 May 20 15:00:12.723645 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-45a43453-741a-4c74-8c90-022414612217 req-70bd39b1-49d2-4b8a-b8d2-29d06dfef5e5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378783 May 20 15:00:13.631394 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:13.911644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e862bf-79a2-408e-825b-2a4c8b7fa335 req-94fd4876-6ee7-4024-9010-c6d26d31aad5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:13.913098 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-70e862bf-79a2-408e-825b-2a4c8b7fa335 req-94fd4876-6ee7-4024-9010-c6d26d31aad5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0843973 May 20 15:00:13.958564 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-70e862bf-79a2-408e-825b-2a4c8b7fa335 req-e526aff4-250f-4727-8571-13e06006c4fe tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 May 20 15:00:15.285124 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60c11d-b8be-4147-827d-8d4d17c5a4a4 req-125a7d9d-a4d5-4256-a37f-85a5d88b7012 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:15.286484 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a60c11d-b8be-4147-827d-8d4d17c5a4a4 req-125a7d9d-a4d5-4256-a37f-85a5d88b7012 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0800431 May 20 15:00:15.330429 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2a60c11d-b8be-4147-827d-8d4d17c5a4a4 req-b162602c-eb90-48b1-8c06-64df5c28e43c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 May 20 15:00:16.512963 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd321a7e-d04f-40a6-87b7-4ce52cba49f5 req-80cad8e7-8e61-4293-91ae-01e71fbebcbd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:16.514391 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd321a7e-d04f-40a6-87b7-4ce52cba49f5 req-80cad8e7-8e61-4293-91ae-01e71fbebcbd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0818176 May 20 15:00:16.557619 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd321a7e-d04f-40a6-87b7-4ce52cba49f5 req-40813d67-244e-40fe-acac-4d903978eba5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375645 May 20 15:00:17.740993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18514974-7af7-4f05-a799-9b6729598d07 req-1fd3fdcc-eb96-4c90-ba4c-92c940bde82a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:17.742440 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-18514974-7af7-4f05-a799-9b6729598d07 req-1fd3fdcc-eb96-4c90-ba4c-92c940bde82a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0820656 May 20 15:00:17.786351 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-18514974-7af7-4f05-a799-9b6729598d07 req-50c66f2d-5472-493f-8f0d-75adf9a93bdc tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383394 May 20 15:00:18.965260 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8a432-108b-41b3-8f0a-bed8415111b0 req-4875c768-ba10-4f4b-b588-a28470537382 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:18.966692 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-82c8a432-108b-41b3-8f0a-bed8415111b0 req-4875c768-ba10-4f4b-b588-a28470537382 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 944 time: 0.0795367 May 20 15:00:19.010050 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-82c8a432-108b-41b3-8f0a-bed8415111b0 req-c6fe04d2-72f3-40aa-bde0-e20213a3c589 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368981 May 20 15:00:19.737676 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:19.839588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 19711e55-85a9-4808-b315-2f91a095ea67 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 15:00:19.976355 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 19711e55-85a9-4808-b315-2f91a095ea67, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=19711e55-85a9-4808-b315-2f91a095ea67,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:00:19.993432 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '19711e55-85a9-4808-b315-2f91a095ea67', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 15:00:20.047874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:20.064481 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19711e55-85a9-4808-b315-2f91a095ea67 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:00:20.079022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 19711e55-85a9-4808-b315-2f91a095ea67, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=19711e55-85a9-4808-b315-2f91a095ea67,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:00:20.083974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:20.086740 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:20.150852 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=19711e55-85a9-4808-b315-2f91a095ea67,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:20.157974 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.158347 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.158679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.159006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.159431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.159755 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.160075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.160393 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.160710 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.161024 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.161337 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.161648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:20.166415 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:20.197068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc54fca-ce6c-4d49-8185-af5a53c89223 req-1765e1a8-b0a8-43c9-a646-8c9e3f11c268 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:20.198698 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cc54fca-ce6c-4d49-8185-af5a53c89223 req-1765e1a8-b0a8-43c9-a646-8c9e3f11c268 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 945 time: 0.0834136 May 20 15:00:20.245043 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5cc54fca-ce6c-4d49-8185-af5a53c89223 req-13131858-fd2e-414c-b143-636548f90419 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 May 20 15:00:20.291776 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['19711e55-85a9-4808-b315-2f91a095ea67'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:00:21.428572 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f606021-18ff-4362-9d1e-151a4fd20cfb req-540f1bf3-dc5e-41c6-aac5-23f0454e5c90 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:21.430039 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7f606021-18ff-4362-9d1e-151a4fd20cfb req-540f1bf3-dc5e-41c6-aac5-23f0454e5c90 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 945 time: 0.0824971 May 20 15:00:21.473221 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7f606021-18ff-4362-9d1e-151a4fd20cfb req-9eb74085-ea98-4455-a29c-87457290030a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369048 May 20 15:00:21.840176 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 19711e55-85a9-4808-b315-2f91a095ea67 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:00:21.906182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 19711e55-85a9-4808-b315-2f91a095ea67 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:00:21.910687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 19711e55-85a9-4808-b315-2f91a095ea67 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:00:21.911069 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:22.028794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:22.054729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:00:22.065263 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 19711e55-85a9-4808-b315-2f91a095ea67, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=19711e55-85a9-4808-b315-2f91a095ea67,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:00:22.068877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:22.070667 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-e7205719-0f3a-4338-a6c6-e62429fff5de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:22.104403 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67', 'code': 200} May 20 15:00:22.141882 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=19711e55-85a9-4808-b315-2f91a095ea67,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:22.144761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:22.438795 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1436815-d286-43a7-821e-cd996d468252 req-74c72c4a-6851-4122-b6b6-decf602754db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:22.440304 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f1436815-d286-43a7-821e-cd996d468252 req-74c72c4a-6851-4122-b6b6-decf602754db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1099 time: 0.2012615 May 20 15:00:22.480911 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f1436815-d286-43a7-821e-cd996d468252 req-5a5abc36-d8c3-4374-9a77-34643a00d24b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333350 May 20 15:00:22.653516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef6b68-d99b-4fd4-8153-1714616215bb req-1075ca5e-4b37-448d-a48d-e052087bbdb3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:22.654961 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3ef6b68-d99b-4fd4-8153-1714616215bb req-1075ca5e-4b37-448d-a48d-e052087bbdb3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 946 time: 0.0806694 May 20 15:00:22.702018 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e3ef6b68-d99b-4fd4-8153-1714616215bb req-f946cb21-a14e-4e36-8062-aea314b38fda tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413265 May 20 15:00:23.884663 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2997d9-faa7-48e3-88c9-3be74a80d551 req-dd12cd53-432a-4a34-ac27-3a986affbb01 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:23.886100 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cd2997d9-faa7-48e3-88c9-3be74a80d551 req-dd12cd53-432a-4a34-ac27-3a986affbb01 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 946 time: 0.0800886 May 20 15:00:23.930328 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cd2997d9-faa7-48e3-88c9-3be74a80d551 req-ba55cf95-2199-489c-a988-083d332f6ef6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384660 May 20 15:00:24.115777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cb632-b967-4971-8aa2-5aa71d4237a6 req-3b005170-66f4-4bdf-b3ca-c7e53b3ffeff tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:24.117118 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cb8cb632-b967-4971-8aa2-5aa71d4237a6 req-3b005170-66f4-4bdf-b3ca-c7e53b3ffeff tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 946 time: 0.0811446 May 20 15:00:24.160828 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cb8cb632-b967-4971-8aa2-5aa71d4237a6 req-b654c361-5042-46a4-90fb-30e97007ecd0 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374808 May 20 15:00:24.183859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33562) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:00:24.252041 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa31003d-a1e8-4581-a8b5-94a4e4b4bb26 tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:24.253495 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aa31003d-a1e8-4581-a8b5-94a4e4b4bb26 tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1094 time: 0.0687153 May 20 15:00:24.256205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33566) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:00:24.261358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:00:24.267017 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:00:24.270749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:floatingip and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:00:24.273539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:00:24.279118 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:00:24.289753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:24.530325 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:24.663223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Allocated IP 172.26.6.173 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/73154d5b-8b79-4640-baef-51db53170767) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:00:24.803798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:24.831296 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:24.835513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-edbaf029-6f95-4909-b770-fd0d23d9db88 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:24.893511 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:00:24.900942 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:00:24.904947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:00:24.943925 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=73154d5b-8b79-4640-baef-51db53170767,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:24.955993 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.956375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.956748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.957117 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.957480 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.957842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.958202 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.958560 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.958916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.959304 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.959661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.960015 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:00:24.965412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:25.313536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:25.383237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:25.583463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:25.587619 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:25.591948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f071ab77-a980-4c98-ac29-e0d8c74ea2c9 tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:00:25.695746 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=73154d5b-8b79-4640-baef-51db53170767,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:00:25.699840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:00:25.705783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:25.870747 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Floating IP 3367d647-0239-4ea6-87a2-d22f121392d9 associated. External IP: 172.26.6.173, port: 19711e55-85a9-4808-b315-2f91a095ea67. May 20 15:00:26.341294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:00:26.514717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:00:26.523774 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:00:26.533340 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:00:26.533948 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:00:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:26.539520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:26.598664 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3413689 May 20 15:00:26.599671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:00:26.643549 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67', 'status': 'completed', 'code': 200} May 20 15:00:26.707976 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:00:26.738033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-5ce895a3-3965-473b-8cb3-571a7e80bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:26.739692 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-5ce895a3-3965-473b-8cb3-571a7e80bf1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1099 time: 0.0735383 May 20 15:00:26.872426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-e580406a-a113-47d2-990f-a7d188edfa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:26.873933 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-e580406a-a113-47d2-990f-a7d188edfa86 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1275709 May 20 15:00:26.973703 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-9bef10cd-9290-4246-a29a-081a464df205 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 1000 time: 0.0923791 May 20 15:00:27.040220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-ca95fbad-7e8c-4ced-8234-5a6bb37b1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:27.041657 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-ca95fbad-7e8c-4ced-8234-5a6bb37b1491 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0612876 May 20 15:00:27.047797 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:25Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:27.051457 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:00:27.060165 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:00:27.060746 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:00:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:27.116529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-91f51831-0620-48c4-930f-b5780f928de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:00:27.118012 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-91f51831-0620-48c4-930f-b5780f928de0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0696056 May 20 15:00:27.234314 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:00:27.249604 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-e2b293cc-4707-4e6d-8fea-20ed83124136 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237907 May 20 15:00:27.379773 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-6bea2f90-0054-4622-8a99-3a78ab064af6 req-81e20b17-8e62-477c-8b8e-312c0bf8f52b service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226690 May 20 15:00:27.602745 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:25Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:00:27.607047 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279d2533-5ea4-4c70-86a4-2beaedfb32cb None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:25Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:00:27.780285 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc5fea-b8a2-4397-b803-2ec666352fb2 None None] New status for floating IP 3367d647-0239-4ea6-87a2-d22f121392d9: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:00:28.570932 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:00:38.421641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-89884400-26db-460f-a408-28804eb7a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:40.656626 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-55b0d37b-6a6f-42b3-8a2f-76b9f9e4913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:40.883215 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:41.923940 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:43.634640 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:00:49.753328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:03.733409 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-fe3d46b0-7e21-4b27-82b9-a55c910b34da service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719829 May 20 15:01:03.870134 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-d540d624-6d1a-47c0-9e22-c8ec6d8684e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:01:03.871712 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-d540d624-6d1a-47c0-9e22-c8ec6d8684e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1098 time: 0.0692430 May 20 15:01:04.016305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-593fb65b-b57f-4a6f-8abd-7f42ac7e6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:01:04.017644 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-593fb65b-b57f-4a6f-8abd-7f42ac7e6f25 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 200 len: 897 time: 0.1254883 May 20 15:01:04.123507 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-8cb545e3-3a10-4197-be88-91be4b589266 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 200 len: 1000 time: 0.0981565 May 20 15:01:04.184636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-f62e4182-fbde-42da-92d2-3627ec63d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:01:04.185997 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-f62e4182-fbde-42da-92d2-3627ec63d991 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 200 len: 844 time: 0.0562663 May 20 15:01:04.263878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-513dacc9-e4b8-4a12-be8a-f700bdcaedb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:01:04.265345 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-513dacc9-e4b8-4a12-be8a-f700bdcaedb8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36d4bc3-db12-49b6-bf59-5554e3593f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0724337 May 20 15:01:04.392424 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-742c0232-a38b-4eac-aefb-fc0490fea928 service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200032 May 20 15:01:04.521363 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-51fefdbd-eb9a-4807-9f86-0f1bcfcc604b req-d7e4fe29-e5b4-4a1c-98c6-d849a22cec0c service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212833 May 20 15:01:05.570343 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:01:08.424309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-566bcb4b-3ee3-4c43-9980-e220fc5bcbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:10.658514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f41f188-73a9-41a4-a971-6dd51d87c5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:10.884803 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:11.925588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:13.635903 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:19.757705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:31.901170 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33590) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:01:31.908324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:01:32.026831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-128679722'] for subnet, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:32.215233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8794689850579', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-128374306'] for subnet, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:32.219567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4f0574e6-a560-44e1-afe0-9a365de62aed tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:01:32.264919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:01:32.265513 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:32.266766 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/subnets/d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 200 len: 836 time: 0.3646176 May 20 15:01:32.271943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a77613-fb34-4942-8af9-e2f6bd33f17d None None] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:01:32.282501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:01:32.289653 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.290037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.290417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.290826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.291212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.291689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.292056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.292415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.292775 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.293132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.293488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.293840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:01:32.297634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:01:32.716172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dd22ccef-e906-421b-93a5-508d578a74c4 None None] Provisioning complete for port 40427b84-6092-4235-b35c-c3fc84a5f0dd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:01:32.716551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dd22ccef-e906-421b-93a5-508d578a74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:32.840838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dd22ccef-e906-421b-93a5-508d578a74c4 None None] Provisioning complete for port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:01:32.841116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dd22ccef-e906-421b-93a5-508d578a74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:32.965361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-dd22ccef-e906-421b-93a5-508d578a74c4 None None] Provisioning complete for port b25c0e00-b137-474b-8f8f-4a7cde18b0ed triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:01:32.965741 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-dd22ccef-e906-421b-93a5-508d578a74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:38.426065 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-01cccc83-0535-469a-bd6a-23c50e505722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:40.661433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-95c1e17e-dac7-4a34-9c4b-1a5040ed8831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:40.886818 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:41.928704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:42.569942 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:01:43.638469 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:01:49.759083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:04.430175 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-be90940c-0834-4589-99eb-2a821319ae58 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714712 May 20 15:02:04.524636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-d8ae5f17-2535-4580-b449-f000326d8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:04.526223 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-d8ae5f17-2535-4580-b449-f000326d8753 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1099 time: 0.0752807 May 20 15:02:04.825879 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-df05f78b-636a-43b9-b985-6017dedb5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:04.827379 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-df05f78b-636a-43b9-b985-6017dedb5148 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.2801328 May 20 15:02:04.935145 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-54b83393-ce74-45da-aec5-ff2d8f72c161 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 1002 time: 0.1000917 May 20 15:02:04.997381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-1b150e3b-de93-4a71-83f8-d03ac4913cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:04.998709 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-1b150e3b-de93-4a71-83f8-d03ac4913cf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0572457 May 20 15:02:05.073611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-408169e5-50a2-4ad9-9dc0-948a8b774edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:05.074977 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-408169e5-50a2-4ad9-9dc0-948a8b774edc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686057 May 20 15:02:05.207336 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-d036a311-734d-4382-ad36-4227be8288f7 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240463 May 20 15:02:05.336132 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e20d6103-2dd8-455a-aafd-dd325d8a1850 req-d0d06b58-c987-4843-be23-097fdabf824e service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225808 May 20 15:02:06.172469 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-f1b99254-4ab2-4520-8be7-a310f5a8af6c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708006162&fields=id&tenant_id=6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 267 time: 0.0409436 May 20 15:02:06.319351 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-6d3d4436-79fb-4fca-a141-3d1b798df106 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:06.320694 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-6d3d4436-79fb-4fca-a141-3d1b798df106 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 810 time: 0.1418924 May 20 15:02:06.337112 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-e4450141-8d3b-4533-b9ed-b08476c5bf0d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/quotas/6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 375 time: 0.0107963 May 20 15:02:06.427575 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-b40dcb22-d618-401d-a866-bbe970e51a72 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0852242 May 20 15:02:06.559917 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-b37153b0-5726-4a76-9fc8-065d65c59ab8 service neutron] 10.222.0.58 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211855 May 20 15:02:06.814987 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-4867ac95-2880-4c99-8ced-cea72b0a5b12 service neutron] 10.222.0.58 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492561 May 20 15:02:07.206516 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9c81732e-6477-4d21-aefb-09765d8b778e req-bbef3ebd-600d-4598-8848-269ad140c06b tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 210 time: 0.0423844 May 20 15:02:08.250562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-8c537c86-b2c4-4481-9ed0-3954e4e277bf tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:08.252352 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-8c537c86-b2c4-4481-9ed0-3954e4e277bf tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 810 time: 0.1600010 May 20 15:02:08.314897 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-77a157b1-8eed-451b-bbca-aeefa12df3bd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a276f5bd72e415cac1c93e57c78ff73 HTTP/1.1" status: 200 len: 379 time: 0.0525334 May 20 15:02:08.329165 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'port': {'device_id': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'admin_state_up': True, 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'security_groups': ['3ae688dc-0614-40d8-80e3-10b76b4688f8']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:08.364157 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f2001e88-886d-47d7-abec-4368e2931e12 req-56c4fae3-705c-4967-9a2d-f890b026170c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 210 time: 0.0465901 May 20 15:02:08.428309 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-df445ed4-c9a6-432b-b510-0e881725c8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:08.475056 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:08.479659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:port and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:08.482861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for port was recalculated. Used quota:5. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:08.489481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:08.500440 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Made reservation on behalf of 6a276f5bd72e415cac1c93e57c78ff73 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:02:08.504943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:08.680816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Allocated IP 172.20.0.8 (38763527-1d62-4969-8d48-ca949208d582/c0853018-18b6-48c5-b513-ca49dc828f73/6cac5003-82e8-4eb7-a875-bf328119c696) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:08.878615 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:08.896300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Transition to ACTIVE for port object 6cac5003-82e8-4eb7-a875-bf328119c696 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:08.922708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:08.928984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ed2f26de-ae5b-4575-a31d-f22edfcb449f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:08.996161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Network 38763527-1d62-4969-8d48-ca949208d582 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:08.999790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:09.003661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:09.038976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=6cac5003-82e8-4eb7-a875-bf328119c696,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:09.058652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.059043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.059453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.059829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.060200 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.060569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.060936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.061309 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.061677 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.062041 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.062408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.062774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:09.068720 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:09.088003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:09.088726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:09.114615 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7894428 May 20 15:02:09.127322 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Request body: {'port': {'device_id': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:09.194116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-70cd6006-1d12-4199-9ca6-2a77747f10e9 None None] Provisioning for port 6cac5003-82e8-4eb7-a875-bf328119c696 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:09.199648 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-70cd6006-1d12-4199-9ca6-2a77747f10e9 None None] Provisioning complete for port 6cac5003-82e8-4eb7-a875-bf328119c696 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:09.200492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-70cd6006-1d12-4199-9ca6-2a77747f10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:09.243515 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:09.260497 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6006-1d12-4199-9ca6-2a77747f10e9 None None] Port 6cac5003-82e8-4eb7-a875-bf328119c696 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:02:09.582228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c033b4e-8d91-4507-a74f-ea9772fbdb8c req-11ee52ac-2de4-460d-8107-02bd68f32e07 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:09.583974 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1c033b4e-8d91-4507-a74f-ea9772fbdb8c req-11ee52ac-2de4-460d-8107-02bd68f32e07 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 931 time: 0.0971186 May 20 15:02:09.638078 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1c033b4e-8d91-4507-a74f-ea9772fbdb8c req-e0ae1ef7-6a28-4b8d-aa36-3450902ff716 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456986 May 20 15:02:09.743389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cac5003-82e8-4eb7-a875-bf328119c696 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:02:09.750453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:09.765299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Transition to ACTIVE for port object 6cac5003-82e8-4eb7-a875-bf328119c696 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:09.768770 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:09.773136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-71bbfe0d-46ac-46cc-85d9-10b1e28b28f9 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:09.934450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cac5003-82e8-4eb7-a875-bf328119c696,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:09.964248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:10.010307 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Attempting to bind port 6cac5003-82e8-4eb7-a875-bf328119c696 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:02:10.010646 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Attempting to bind port 6cac5003-82e8-4eb7-a875-bf328119c696 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:02:10.010977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Attempting to bind port 6cac5003-82e8-4eb7-a875-bf328119c696 on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:10.015651 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Port 6cac5003-82e8-4eb7-a875-bf328119c696 on network 38763527-1d62-4969-8d48-ca949208d582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:02:10.015977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Attempting to bind port 6cac5003-82e8-4eb7-a875-bf328119c696 on network 38763527-1d62-4969-8d48-ca949208d582 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:10.021251 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:02:10.021589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Checking segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:10.021971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Bound using segment: {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:02:10.022397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Bound port: 6cac5003-82e8-4eb7-a875-bf328119c696, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea83791-c7b4-4088-8fc7-be4d449f9a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '38763527-1d62-4969-8d48-ca949208d582'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:02:10.022743 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:10.112014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] For port 6cac5003-82e8-4eb7-a875-bf328119c696, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:02:10.115687 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] For port 6cac5003-82e8-4eb7-a875-bf328119c696, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6cac5003-82e8-4eb7-a875-bf328119c696,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:02:10.120925 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:10.124525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:10.181784 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:10.182421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:10.183897 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] 10.222.0.11 "PUT /v2.0/ports/6cac5003-82e8-4eb7-a875-bf328119c696 HTTP/1.1" status: 200 len: 1093 time: 1.0611928 May 20 15:02:10.184547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:10.222762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=6cac5003-82e8-4eb7-a875-bf328119c696,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:10.226124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:10.282103 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696', 'status': 'completed', 'code': 200} May 20 15:02:10.320710 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-db56c792-3a2b-42f8-aff9-156c87d09446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:10.322222 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-db56c792-3a2b-42f8-aff9-156c87d09446 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 1096 time: 0.0846570 May 20 15:02:10.408698 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-7769e340-5187-4d1d-9741-f45816951edb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac5003-82e8-4eb7-a875-bf328119c696 HTTP/1.1" status: 200 len: 217 time: 0.0783730 May 20 15:02:10.473409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-d4e89abc-2347-40b1-bf08-f9a817535000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:10.474763 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-d4e89abc-2347-40b1-bf08-f9a817535000 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0582080 May 20 15:02:10.553335 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-2e973d60-cca7-4f4c-a7db-74e1a00c7de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:10.554719 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-2e973d60-cca7-4f4c-a7db-74e1a00c7de2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729070 May 20 15:02:10.681813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8bcdfa88-e3e9-447f-becc-48f4872614a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:10.689074 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-0a716fcb-6b3b-43d0-932a-fb0533fc62dd service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270800 May 20 15:02:10.825893 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fc91308c-3358-4f7e-ad10-e3c161237c92 req-58777bf7-8b0c-497f-9cfb-af4730d7422f service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289110 May 20 15:02:10.842519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35ef4c-ec48-4e3c-aefa-3f5ca0e2fc0d req-af328ea1-0b29-49f2-8c2e-0037128b22fd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:10.844276 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bf35ef4c-ec48-4e3c-aefa-3f5ca0e2fc0d req-af328ea1-0b29-49f2-8c2e-0037128b22fd tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.0821440 May 20 15:02:10.897842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:10.900381 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bf35ef4c-ec48-4e3c-aefa-3f5ca0e2fc0d req-a669e95c-e1df-4807-8b07-cc0eec8302fe tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486698 May 20 15:02:10.959363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-92ca228d-5028-4327-b893-f255095b4486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:10.960834 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-92ca228d-5028-4327-b893-f255095b4486 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 1096 time: 0.0844254 May 20 15:02:11.091530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-5fd299b5-7bd5-4355-92bb-9da2bc8a7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:11.093019 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-5fd299b5-7bd5-4355-92bb-9da2bc8a7da4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1248527 May 20 15:02:11.163064 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-3aa4387c-a4af-4d01-8102-9cdade377e6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac5003-82e8-4eb7-a875-bf328119c696 HTTP/1.1" status: 200 len: 217 time: 0.0634153 May 20 15:02:11.226878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-a2b45776-036e-437d-ae6a-d37e477a664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:11.228355 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-a2b45776-036e-437d-ae6a-d37e477a664f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0584197 May 20 15:02:11.306672 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-adc2b9d1-6402-44ef-a658-9041b0672ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:11.308148 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-adc2b9d1-6402-44ef-a658-9041b0672ea6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0729036 May 20 15:02:11.577599 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-48f387c2-1352-4228-89b7-d0368b239c5b service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618229 May 20 15:02:11.711614 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-5f9cf714-853c-4937-b188-aa4daf1ac90b req-77118124-6065-4649-9ea2-49736839eee3 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256728 May 20 15:02:11.933195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:12.089136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631102e8-9023-4a70-a92f-042e6e29c825 req-2977cf7a-80a3-4a04-a520-1c2b7c00e436 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:12.091386 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-631102e8-9023-4a70-a92f-042e6e29c825 req-2977cf7a-80a3-4a04-a520-1c2b7c00e436 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.0808299 May 20 15:02:12.138392 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-631102e8-9023-4a70-a92f-042e6e29c825 req-166afb3c-7a95-42d3-8d54-05cb9127e8c2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411761 May 20 15:02:13.263813 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [req-07957ca7-6096-472e-bb6a-7849ebf378f4 req-e6d1f7e7-1366-4609-b812-dd1a58797aed service neutron] (98806) timed out ('10.222.0.11', 52029) {{(pid=98806) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 20 15:02:13.321725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9dfca-51bf-4fb1-ba1b-eefa4c6f3d28 req-82fb2e92-81ef-4556-9df7-d77b5ee831b9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:13.323178 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5ea9dfca-51bf-4fb1-ba1b-eefa4c6f3d28 req-82fb2e92-81ef-4556-9df7-d77b5ee831b9 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.0822334 May 20 15:02:13.366162 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5ea9dfca-51bf-4fb1-ba1b-eefa4c6f3d28 req-1e74b894-09f7-4815-8e0f-22fe99d5fd88 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374365 May 20 15:02:13.640061 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:14.548773 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8624d8-6118-4e44-87e0-5bd6561c274d req-95dc85ab-a611-4cab-bf05-f5cbe4526921 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:14.550736 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6d8624d8-6118-4e44-87e0-5bd6561c274d req-95dc85ab-a611-4cab-bf05-f5cbe4526921 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.0800669 May 20 15:02:14.597231 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6d8624d8-6118-4e44-87e0-5bd6561c274d req-1a666b14-b4a6-4e03-a320-4520a61dceb3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402362 May 20 15:02:15.295826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33692) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:15.555019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port f20c12fd-efb1-4eec-9fca-2a29b3d94d4b {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:02:15.555749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:15.672375 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:15.672711 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:15.822795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for f20c12fd-efb1-4eec-9fca-2a29b3d94d4b owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:02:15.894604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ad1f9-fe5b-4198-b14e-b07bccbfe367 req-2e0e132e-9b39-46a8-8f73-7422bd358bf0 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:15.896085 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0b1ad1f9-fe5b-4198-b14e-b07bccbfe367 req-2e0e132e-9b39-46a8-8f73-7422bd358bf0 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.1640646 May 20 15:02:15.953778 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0b1ad1f9-fe5b-4198-b14e-b07bccbfe367 req-b1c51221-977f-473d-8c0d-8100b86d6104 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517671 May 20 15:02:16.022975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:16.027394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a19a8001-3fec-4f37-b291-2c73e0ac3e7b tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:16.073683 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=f20c12fd-efb1-4eec-9fca-2a29b3d94d4b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:16.076824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:16.166289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:16.166643 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 9c552098-739f-4192-8080-b98b3a58ecc9 disassociated (deleted). External IP: 172.26.6.34, port: 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85. May 20 15:02:16.654101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f796249-41e2-4291-ba34-6a6ce29c1756 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:02:16.826018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:02:16.835515 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] Sync routers for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:02:16.841967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:16.844958 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:16.845548 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:16.900900 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7c3b1fda-79c0-4035-982b-bb7c35e9297c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/9c552098-739f-4192-8080-b98b3a58ecc9 HTTP/1.1" status: 204 len: 168 time: 1.6040688 May 20 15:02:16.901823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:16.949419 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'status': 'completed', 'code': 200} May 20 15:02:17.041856 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:17.061189 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-bb560cf1-566a-4a60-a98e-dac5bffe2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:17.063696 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-bb560cf1-566a-4a60-a98e-dac5bffe2ccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 1098 time: 0.0863280 May 20 15:02:17.168322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45bf85-f351-4fb9-b626-4483734ac6e8 req-56517726-b3b9-4fc2-a8dd-830d0239059f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:17.170066 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1a45bf85-f351-4fb9-b626-4483734ac6e8 req-56517726-b3b9-4fc2-a8dd-830d0239059f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.1024604 May 20 15:02:17.241236 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-e61cc1af-d4cf-4581-b593-d71e3e828d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:17.242828 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-e61cc1af-d4cf-4581-b593-d71e3e828d82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 200 len: 897 time: 0.1706834 May 20 15:02:17.277118 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1a45bf85-f351-4fb9-b626-4483734ac6e8 req-3a0c5b21-7e54-4e49-9d73-b0fe9f9cb614 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997307 May 20 15:02:17.319320 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-fca7293e-5e37-47fa-a781-00d78c9fb95c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 200 len: 217 time: 0.0673170 May 20 15:02:17.324368 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9c34e-454d-4dbc-bc31-c7a03565875f req-d19f6200-05f3-4f5d-b8cd-35705b14c43c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:17.325068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-04f9c34e-454d-4dbc-bc31-c7a03565875f req-d19f6200-05f3-4f5d-b8cd-35705b14c43c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:17.341532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-04f9c34e-454d-4dbc-bc31-c7a03565875f req-d19f6200-05f3-4f5d-b8cd-35705b14c43c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:17.342792 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-04f9c34e-454d-4dbc-bc31-c7a03565875f req-d19f6200-05f3-4f5d-b8cd-35705b14c43c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 945 time: 0.1198394 May 20 15:02:17.376743 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:26Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:17.382057 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] Checking router: 1f796249-41e2-4291-ba34-6a6ce29c1756 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:02:17.385790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-b59057d5-678a-465e-9bb9-7a50f30dd1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:17.387582 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-b59057d5-678a-465e-9bb9-7a50f30dd1eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 200 len: 844 time: 0.0604129 May 20 15:02:17.393624 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:17.394228 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:17.395258 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-04f9c34e-454d-4dbc-bc31-c7a03565875f req-ceee767a-5b4b-431d-b0f2-c40545b479b5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 May 20 15:02:17.469258 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-b2618158-f4c5-442f-8807-c8e31b56bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:17.470638 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-b2618158-f4c5-442f-8807-c8e31b56bce7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a36d4bc3-db12-49b6-bf59-5554e3593f1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0730031 May 20 15:02:17.569391 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:17.610840 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-80afb0be-78dd-468e-a90f-8855b81d993c service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289289 May 20 15:02:17.750925 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-cd1f6fbd-40b0-45b2-89d4-1528f675016e req-1fe8fbff-0d24-4e06-811c-0e3c7aae8a4e service neutron] 10.222.0.11 "GET /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304157 May 20 15:02:17.935852 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:26Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:17.939846 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3654d0-d2f7-48d1-afad-6860b7b4b78b None None] The sync data for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv is: [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'b25c0e00-b137-474b-8f8f-4a7cde18b0ed', 'name': '', 'network_id': 'a36d4bc3-db12-49b6-bf59-5554e3593f1c', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:7b:8d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:19Z', 'updated_at': '2021-05-20T14:59:26Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'd197ccf9-ef4d-4ee9-9d91-0f90c7874b97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:02:18.145963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e5158e-8948-4969-9645-216f882cca6b None None] New status for floating IP 9c552098-739f-4192-8080-b98b3a58ecc9: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:02:18.475125 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8a65c-4a78-4d54-a1be-de08c23b726b req-d1f9ac52-7c7a-4312-b349-9abeb74c19bb tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:18.476784 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-27c8a65c-4a78-4d54-a1be-de08c23b726b req-d1f9ac52-7c7a-4312-b349-9abeb74c19bb tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.0845580 May 20 15:02:18.568445 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-27c8a65c-4a78-4d54-a1be-de08c23b726b req-961b020a-4b11-4349-bb14-8dc474336790 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854359 May 20 15:02:18.610084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c287014-f31e-4981-9600-bc1a8829318b req-68ed4ea9-62f0-43d7-b364-5f40e65734b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:18.611580 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5c287014-f31e-4981-9600-bc1a8829318b req-68ed4ea9-62f0-43d7-b364-5f40e65734b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 945 time: 0.1045058 May 20 15:02:18.657434 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5c287014-f31e-4981-9600-bc1a8829318b req-1ee75f53-658a-4742-b50c-b10689d9c690 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400043 May 20 15:02:18.942294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-925a7767-7c75-4074-9ac1-8511a6204c23 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:18.942977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-925a7767-7c75-4074-9ac1-8511a6204c23 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:18.954452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-925a7767-7c75-4074-9ac1-8511a6204c23 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:18.955550 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-925a7767-7c75-4074-9ac1-8511a6204c23 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 945 time: 0.0976927 May 20 15:02:19.095240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:02:19.095582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:19.230177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:19.230448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:19.349826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:02:19.459731 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:19.466196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6dbeaa69-7d01-4c69-a177-6814b52a3073 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:19.511990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:19.515160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:19.569567 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:02:19.764018 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:19.778614 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:02:19.779639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360da56-d368-4170-be10-3459fc89657a req-db59032d-11f0-48dc-adff-08aba4b126d2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:19.781278 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5360da56-d368-4170-be10-3459fc89657a req-db59032d-11f0-48dc-adff-08aba4b126d2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 943 time: 0.0991275 May 20 15:02:19.782260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:19.785288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'name': 'network-vif-deleted', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:19.802729 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-18029640-e719-48e3-9f54-252d3b3d1eb3 req-e2b9b8a2-085d-44af-ab12-bf7d58d6ef47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 HTTP/1.1" status: 204 len: 173 time: 0.8383915 May 20 15:02:19.841217 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-64b057f6-a9b2-424a-87e0-503bd211063b req-7f6e8554-e2d9-409c-a55a-1bff15d9ae21 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=7020afe5-a145-463e-8513-6be5c9d3215a HTTP/1.1" status: 200 len: 210 time: 0.0586951 May 20 15:02:19.869752 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5360da56-d368-4170-be10-3459fc89657a req-d40174d9-b60e-4c47-974d-38227d08abb5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509706 May 20 15:02:19.935814 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7020afe5-a145-463e-8513-6be5c9d3215a', 'name': 'network-vif-deleted', 'tag': '2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85', 'status': 'completed', 'code': 200} May 20 15:02:20.322380 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6cac5003-82e8-4eb7-a875-bf328119c696 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 15:02:20.454217 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 6cac5003-82e8-4eb7-a875-bf328119c696, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6cac5003-82e8-4eb7-a875-bf328119c696,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:20.468138 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '6cac5003-82e8-4eb7-a875-bf328119c696', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'port_id': '6cac5003-82e8-4eb7-a875-bf328119c696', 'mac_address': 'fa:16:3e:85:89:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 15:02:20.528475 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:20.544643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cac5003-82e8-4eb7-a875-bf328119c696 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:02:20.560019 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 6cac5003-82e8-4eb7-a875-bf328119c696, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6cac5003-82e8-4eb7-a875-bf328119c696,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:20.563354 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:20.565009 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:20.627722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=6cac5003-82e8-4eb7-a875-bf328119c696,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:20.635192 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.635537 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.635873 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.636199 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.636520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.636842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.637162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.637480 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.637798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.638111 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.638425 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.638739 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:20.642444 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:20.802911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['6cac5003-82e8-4eb7-a875-bf328119c696'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:02:20.957249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33720) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:21.071825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:21.114897 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:21.157851 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab1a93-ef09-416b-94fd-0b04b6aefcd7 req-6b0b3d0f-26a7-4a67-af7e-e03b891255a7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:21.159307 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7fab1a93-ef09-416b-94fd-0b04b6aefcd7 req-6b0b3d0f-26a7-4a67-af7e-e03b891255a7 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 944 time: 0.1534762 May 20 15:02:21.199145 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:21.203409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-fef0fe26-44e7-4aab-8289-0ec80eab26ab tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:21.235258 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:21.240238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:21.260430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:21.261579 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-34d2580f-221f-4c39-9d01-a3ccf8520601 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/f9dba71d-7cf5-455d-87c8-c7a2ca3b37c0 HTTP/1.1" status: 204 len: 168 time: 0.3033566 May 20 15:02:21.266701 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7fab1a93-ef09-416b-94fd-0b04b6aefcd7 req-939bda49-e801-49bd-8e1b-eab15c349337 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014950 May 20 15:02:21.295733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33728) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:21.969212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.346150 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6cac5003-82e8-4eb7-a875-bf328119c696 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:22.414583 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 6cac5003-82e8-4eb7-a875-bf328119c696 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:22.419245 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 6cac5003-82e8-4eb7-a875-bf328119c696 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:22.419658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.430843 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port b25c0e00-b137-474b-8f8f-4a7cde18b0ed {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:02:22.431210 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.540604 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.567654 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:22.577170 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 6cac5003-82e8-4eb7-a875-bf328119c696, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6cac5003-82e8-4eb7-a875-bf328119c696,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:22.579601 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba3c4f-0f21-42cb-97f5-82d9f7b2ac30 req-9b5cf8c9-234e-452e-b6aa-74a494963f69 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:22.581395 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ecba3c4f-0f21-42cb-97f5-82d9f7b2ac30 req-9b5cf8c9-234e-452e-b6aa-74a494963f69 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 944 time: 0.2058301 May 20 15:02:22.582235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.583431 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:02:22.593063 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port b25c0e00-b137-474b-8f8f-4a7cde18b0ed, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:22.593414 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.613743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cceb508e-a034-4ded-8964-9b6da81a50e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:22.647451 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696', 'code': 200} May 20 15:02:22.661581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:02:22.661934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 2fd6f7d4-2c4d-4e83-b7b0-172ca0c6be85 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:02:22.687541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=6cac5003-82e8-4eb7-a875-bf328119c696,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:22.690997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:22.735460 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for b25c0e00-b137-474b-8f8f-4a7cde18b0ed owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:02:22.762311 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ecba3c4f-0f21-42cb-97f5-82d9f7b2ac30 req-0b120dcb-a9aa-4daa-9276-749a163d4253 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1717515 May 20 15:02:22.833016 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8e040-d031-4dfe-8b66-4c7aedee0816 req-5402c639-6c32-40cb-865d-4dd3a52b82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:22.834388 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c8f8e040-d031-4dfe-8b66-4c7aedee0816 req-5402c639-6c32-40cb-865d-4dd3a52b82c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 1098 time: 0.0712228 May 20 15:02:22.878639 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-c8f8e040-d031-4dfe-8b66-4c7aedee0816 req-5fa6077f-fdb1-4da6-b6e2-f3240de37e49 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374784 May 20 15:02:22.907686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:22.912620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-43c6d01f-31e1-498c-a405-de3736b62867 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:22.955678 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=b25c0e00-b137-474b-8f8f-4a7cde18b0ed,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:22.958805 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:23.354631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:23.729237 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router 1f796249-41e2-4291-ba34-6a6ce29c1756 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:02:23.916143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:02:23.926034 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] Sync routers for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:02:23.932247 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b196e6c1-ffab-4099-957a-de702f89fd2a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/1f796249-41e2-4291-ba34-6a6ce29c1756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6331074 May 20 15:02:23.932486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33740) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:23.935831 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:23.936531 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:24.041918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:02:24.047704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:24.111423 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:24.116250 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:24.162297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076bfb7b-d2bc-4bda-9f4d-92582d4892bd req-87e947ff-af64-4b09-a01a-fe55680016ba tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:24.163792 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-076bfb7b-d2bc-4bda-9f4d-92582d4892bd req-87e947ff-af64-4b09-a01a-fe55680016ba tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 945 time: 0.2919481 May 20 15:02:24.232479 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-076bfb7b-d2bc-4bda-9f4d-92582d4892bd req-e3b702dd-55fa-40aa-b25b-8b825f37fc4c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607002 May 20 15:02:24.247478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:24.389152 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T15:02:22Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:24.395629 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] Checking router: 1f796249-41e2-4291-ba34-6a6ce29c1756 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:02:24.404000 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] Routers {'1f796249-41e2-4291-ba34-6a6ce29c1756'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:24.404595 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['1f796249-41e2-4291-ba34-6a6ce29c1756'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:24.551682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0090591-a255-478c-bf99-3b6dde8a32d5 req-c04eb594-78fa-4c69-9a9f-e07b406ab30a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:24.553045 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f0090591-a255-478c-bf99-3b6dde8a32d5 req-c04eb594-78fa-4c69-9a9f-e07b406ab30a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 945 time: 0.2123902 May 20 15:02:24.587188 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] Set router 1f796249-41e2-4291-ba34-6a6ce29c1756 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:24.745838 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f0090591-a255-478c-bf99-3b6dde8a32d5 req-33093f57-663a-4853-bbcd-988efe47e2dc tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868460 May 20 15:02:24.755005 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:24.759763 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-767a6122-225a-4b71-8055-d1ae8681169a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:24.771450 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33746) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:24.797591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=d197ccf9-ef4d-4ee9-9d91-0f90c7874b97,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:24.799591 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:24.802254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:24.806381 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1c51a21c-d18f-45be-9647-4aefdc076888 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/d197ccf9-ef4d-4ee9-9d91-0f90c7874b97 HTTP/1.1" status: 204 len: 168 time: 0.8729579 May 20 15:02:24.806578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a3459d-87eb-44b8-8963-b2a05362968c None None] Network a36d4bc3-db12-49b6-bf59-5554e3593f1c requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:02:24.809037 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33750) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:24.878668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d75f3-821a-49c6-91fc-575bbe4f62aa tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:24.880126 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T15:02:22Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:24.880408 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f99d75f3-821a-49c6-91fc-575bbe4f62aa tempest-TestVolumeBootPattern-461696367 tempest-TestVolumeBootPattern-461696367-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 1093 time: 0.1079555 May 20 15:02:24.884562 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c96fb-0ed2-4b24-8285-ee75c732d2b2 None None] The sync data for ids ['1f796249-41e2-4291-ba34-6a6ce29c1756'] in dv-neutron-601336-75-hyperv is: [{'id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'name': 'tempest-TestNetworkBasicOps-router-1415054004', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:59:14Z', 'updated_at': '2021-05-20T15:02:22Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '63918226-78d6-41fe-a832-3b3496edb2e5', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f796249-41e2-4291-ba34-6a6ce29c1756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:59:15Z', 'updated_at': '2021-05-20T14:59:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:02:24.884782 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33754) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:24.889779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '6cac5003-82e8-4eb7-a875-bf328119c696', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address': '172.20.0.8'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:24.900165 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:24.914003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Usage tracker for resource:floatingip and tenant:6a276f5bd72e415cac1c93e57c78ff73 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:24.923631 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:24.928478 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:25.005642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.042913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.249618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] DHCP port deletion for a36d4bc3-db12-49b6-bf59-5554e3593f1c request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:02:25.289162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.324502 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Deleting port 40427b84-6092-4235-b35c-c3fc84a5f0dd {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:02:25.325039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.355860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.427433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] For port 40427b84-6092-4235-b35c-c3fc84a5f0dd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=40427b84-6092-4235-b35c-c3fc84a5f0dd,segment=NetworkSegment(7dcc07a6-46b0-4060-b698-a42ead9425a2),segment_id=7dcc07a6-46b0-4060-b698-a42ead9425a2)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:25.427838 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.439702 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 63918226-78d6-41fe-a832-3b3496edb2e5 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:02:25.440069 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.551957 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Calling delete_port for 40427b84-6092-4235-b35c-c3fc84a5f0dd owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:02:25.595945 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Allocated IP 172.26.6.212 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/9350f535-9852-4601-aa3e-938f54715ed1) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:25.597563 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.601363 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fadda5f9-89b9-4a90-b06a-2794c0f0f7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:25.624383 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 63918226-78d6-41fe-a832-3b3496edb2e5, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=63918226-78d6-41fe-a832-3b3496edb2e5,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:25.624744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.644371 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Pushing event deleted for resources: {'Port': ['ID=40427b84-6092-4235-b35c-c3fc84a5f0dd,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:25.647850 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:25.650223 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] No DVR routers for this DVR port 40427b84-6092-4235-b35c-c3fc84a5f0dd on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:02:25.772486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 63918226-78d6-41fe-a832-3b3496edb2e5 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:02:25.894812 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.956247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:25.962391 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:26.028238 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b25c0e00-b137-474b-8f8f-4a7cde18b0ed no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:02:26.043860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:26.050556 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:26.062038 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: b25c0e00-b137-474b-8f8f-4a7cde18b0ed {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:02:26.062392 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device b25c0e00-b137-474b-8f8f-4a7cde18b0ed not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:02:26.062827 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 40427b84-6092-4235-b35c-c3fc84a5f0dd no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:02:26.063567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:26.135803 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 40427b84-6092-4235-b35c-c3fc84a5f0dd {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:02:26.136162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 40427b84-6092-4235-b35c-c3fc84a5f0dd not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:02:26.251283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=9350f535-9852-4601-aa3e-938f54715ed1,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:26.257067 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:26.302269 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:26.312086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b3183fed-d140-48e4-a12c-528622b48847 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:26.363374 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=63918226-78d6-41fe-a832-3b3496edb2e5,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:26.398514 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:26.568745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:26.753417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:26.756914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:26.846141 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:26.846686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router 1f796249-41e2-4291-ba34-6a6ce29c1756 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:02:26.888044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:26.892344 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/1f796249-41e2-4291-ba34-6a6ce29c1756 HTTP/1.1" status: 204 len: 168 time: 2.0790055 May 20 15:02:26.892344 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33758) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:27.018149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.087967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.168075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.182957 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36d4bc3-db12-49b6-bf59-5554e3593f1c']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:27.224629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dcc07a6-46b0-4060-b698-a42ead9425a2') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:27.224850 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dcc07a6-46b0-4060-b698-a42ead9425a2') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:27.244666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.270339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.294613 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.312919 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:02:27.313388 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:02:27.327489 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:02:27.446239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.451311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4e80bfb5-7764-4e2b-b131-54f631e3101d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:27.465243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.481759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=a36d4bc3-db12-49b6-bf59-5554e3593f1c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:27.666706 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:27.676470 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/a36d4bc3-db12-49b6-bf59-5554e3593f1c HTTP/1.1" status: 204 len: 168 time: 0.7835946 May 20 15:02:27.689241 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33762) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:27.695324 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--470673025', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:27.700170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:27.704262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:27.707593 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:27.713238 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:27.724453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:02:27.728219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.735648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.741609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.747243 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-95488b92-4a37-4a49-b137-230d1f6601d4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:27.756723 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 723, 'physical_network': 'physnet1'} {{(pid=98806) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:02:27.765541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.765897 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.segments_db [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment d13728a1-09cf-4200-8e18-7dd19cc03707 of type vlan for network ba02d27a-eb49-4473-8eff-390f48e7ede0 May 20 15:02:27.792661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.822922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.828902 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:27.829480 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.834922 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0628ebf7-8120-42d5-a7f4-4902ac423b87 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:27.858427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event updated for resources: {'Port': ['ID=9350f535-9852-4601-aa3e-938f54715ed1,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:27.862575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:27.865389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:27.886830 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1965048 May 20 15:02:27.916965 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33766) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:27.927024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-177304466', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:27.940891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:27.942163 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=ba02d27a-eb49-4473-8eff-390f48e7ede0,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:27.944931 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1af8630b-c82c-4720-afe0-1074aa10f307 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:27.947891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:27.952428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:27.953338 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 15:02:27.961689 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:28.034937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:28.035430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63918226-78d6-41fe-a832-3b3496edb2e5 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:02:28.036116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:28.077348 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:28.083130 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 63918226-78d6-41fe-a832-3b3496edb2e5 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:02:28.083491 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 63918226-78d6-41fe-a832-3b3496edb2e5 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:02:28.087350 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Floating IP dc54025e-954f-4499-8da1-ee24d3c283b8 associated. External IP: 172.26.6.212, port: 6cac5003-82e8-4eb7-a875-bf328119c696. May 20 15:02:28.505975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:28.780376 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:02:29.260182 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:29.283686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:02:29.292547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:02:29.301427 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:29.302048 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:29.302659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:29.350297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:29.427618 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5419018 May 20 15:02:29.431086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:29.478726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:29.500286 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.154 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/69c28ba7-c9f4-41e8-9c68-70f2c7634d6f) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:29.503817 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696', 'status': 'completed', 'code': 200} May 20 15:02:29.605905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-7a806178-2bf5-48e1-a690-eaeef294ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:29.608067 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-7a806178-2bf5-48e1-a690-eaeef294ba77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 1098 time: 0.0837317 May 20 15:02:29.651691 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:29.683760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:29.688506 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-471f25bd-74d3-4ba6-b8b4-8a172ac82b2b tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:29.744669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-3d8bd82e-c981-4f71-85ef-5204e9c47dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:29.746135 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-3d8bd82e-c981-4f71-85ef-5204e9c47dc7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1297667 May 20 15:02:29.751128 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:29.761155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:29.763608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:29.814846 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:29.817762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:29.836745 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:27Z', 'revision_number': 1, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}, {'id': 'dc54025e-954f-4499-8da1-ee24d3c283b8', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '6cac5003-82e8-4eb7-a875-bf328119c696', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:85:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:26Z', 'updated_at': '2021-05-20T15:02:26Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:29.840947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:02:29.849832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:29.850440 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:29.864000 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-1036f59c-6611-4cfd-a025-5670aac68db4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac5003-82e8-4eb7-a875-bf328119c696 HTTP/1.1" status: 200 len: 999 time: 0.1099253 May 20 15:02:29.932192 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-85aa4636-4af7-4328-986d-465e0505c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:29.933644 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-85aa4636-4af7-4328-986d-465e0505c814 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0620203 May 20 15:02:30.010537 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-e76e5fec-4c1a-423f-947d-b7b0e8142358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:30.012098 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-e76e5fec-4c1a-423f-947d-b7b0e8142358 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0708878 May 20 15:02:30.028784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:30.144261 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-157ce9fe-250f-48a7-bbb0-dcb7a9fa3049 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246576 May 20 15:02:30.201006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:30.287037 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7ab845cb-0ca5-4faa-85af-e31d8fa3aea8 req-119a2d12-cf01-46ba-a22c-033fdb6c66b8 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355782 May 20 15:02:30.388754 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:27Z', 'revision_number': 1, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}, {'id': 'dc54025e-954f-4499-8da1-ee24d3c283b8', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '6cac5003-82e8-4eb7-a875-bf328119c696', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:85:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:26Z', 'updated_at': '2021-05-20T15:02:26Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:30.392997 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f1360f-4148-4010-8cfc-890e61668079 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:27Z', 'revision_number': 1, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}, {'id': 'dc54025e-954f-4499-8da1-ee24d3c283b8', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.212', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '6cac5003-82e8-4eb7-a875-bf328119c696', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:85:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:26Z', 'updated_at': '2021-05-20T15:02:26Z', 'revision_number': 0, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:02:30.595036 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278f139-1a37-42b5-acfd-585f8e282c8c None None] New status for floating IP dc54025e-954f-4499-8da1-ee24d3c283b8: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:02:30.703768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:30.911962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98805) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:02:31.087415 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:02:31.096137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:02:31.105017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:31.105616 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:31.111519 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:31.112720 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1947520 May 20 15:02:31.115885 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33774) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:31.155805 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7e12fa08-466d-416d-a29e-33a7814e4518 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387552 May 20 15:02:31.158180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33778) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:31.288824 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ba7db9-2738-4565-a6a6-ff21fd123595 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:31.290312 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-82ba7db9-2738-4565-a6a6-ff21fd123595 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312203 May 20 15:02:31.293045 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33782) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:31.331299 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:31.336175 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d294e155-ce12-42eb-b2ec-2c0cca48f5f6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419824 May 20 15:02:31.338611 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33786) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:31.343921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-327411900', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:31.451912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:31.455695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:31.458437 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:31.464061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:31.473384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:02:31.476879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:31.609389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:30Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:31.613813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:02:31.614175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Updating router b35de34b-9e12-42c2-8348-1418fb88c66b port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:02:31.669642 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:31.883948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:31.888515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2cd41a1b-3eaa-4dfa-8942-85ddc9431917 tempest-NetworksTest-1307466190 tempest-NetworksTest-1307466190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:31.997137 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.009350 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Transition to ACTIVE for port object 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:32.015398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.018865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59de997c-3c5a-427d-abc7-3618a4045365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:32.093359 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Attempting to bind port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:02:32.093742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Attempting to bind port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:02:32.094102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Attempting to bind port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:32.099832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57ee76-abdc-4826-9785-2d8c4f9b05c3 None None] Pushing event updated for resources: {'Port': ['ID=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:32.100896 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=e3a2da8b-e07b-48d3-a4d7-872f3da895e7,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:32.102126 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:02:32.102973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:32.102973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.103342 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:02:32.103772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Bound port: 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:02:32.104231 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.104825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:32.108780 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:32.109130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: ba02d27a-eb49-4473-8eff-390f48e7ede0, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:02:32.125377 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:02:32.127499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af57ee76-abdc-4826-9785-2d8c4f9b05c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:32.134673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, ba02d27a-eb49-4473-8eff-390f48e7ede0) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:32.145146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:32.145735 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.145938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24055e05-5d72-41f0-bb76-7c1b0b747033 None None] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:02:32.166055 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e21e5de3-94e5-4ef0-b858-8fc20a45c605 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8265011 May 20 15:02:32.168972 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33790) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:32.269550 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] For port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:02:32.274226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] For port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:02:32.280618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.293636 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c88e321b-a362-414b-a317-75109fe41d9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:32.418242 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:32.418761 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:32.474464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57ee76-abdc-4826-9785-2d8c4f9b05c3 None None] Pushing event updated for resources: {'Port': ['ID=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:32.507272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af57ee76-abdc-4826-9785-2d8c4f9b05c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:32.541984 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-ba02d27a-eb49-4473-8eff-390f48e7ede0', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:02:32.542811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:32.749014 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:32.865559 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.007625 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Allocated IP 172.20.0.2 (ba02d27a-eb49-4473-8eff-390f48e7ede0/e3a2da8b-e07b-48d3-a4d7-872f3da895e7/7839b1be-b065-438e-b97f-bae9bfb87bae) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:33.240711 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:30Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:33.253967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e715ca58-6fa9-406e-9a01-c5bfaffec0d7 None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:30Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:02:33.269175 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.279608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Transition to ACTIVE for port object 7839b1be-b065-438e-b97f-bae9bfb87bae will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:33.297982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Transition to ACTIVE for port object 7839b1be-b065-438e-b97f-bae9bfb87bae will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:33.307893 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.311923 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:33.368820 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (ba02d27a-eb49-4473-8eff-390f48e7ede0/e3a2da8b-e07b-48d3-a4d7-872f3da895e7/c08379dc-f68f-4669-8b56-7b00084616fd) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:33.382743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:33.386097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:33.388677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:33.394965 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Pushing event updated for resources: {'Port': ['ID=7839b1be-b065-438e-b97f-bae9bfb87bae,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:33.397600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:33.516511 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Attempting to bind port 7839b1be-b065-438e-b97f-bae9bfb87bae on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:02:33.517210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Attempting to bind port 7839b1be-b065-438e-b97f-bae9bfb87bae by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:02:33.517771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Attempting to bind port 7839b1be-b065-438e-b97f-bae9bfb87bae on network ba02d27a-eb49-4473-8eff-390f48e7ede0 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:33.523578 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:02:33.524211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Checking segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:33.524623 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.525022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Bound using segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:02:33.525501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Bound port: 7839b1be-b065-438e-b97f-bae9bfb87bae, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:02:33.525877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.567551 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.583558 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object c08379dc-f68f-4669-8b56-7b00084616fd will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:33.609524 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.614444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1c23bbb8-430d-4c55-81b7-0b9f1c326e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:33.692497 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:33.692892 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] For port 7839b1be-b065-438e-b97f-bae9bfb87bae, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:02:33.696505 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:33.696999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] For port 7839b1be-b065-438e-b97f-bae9bfb87bae, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7839b1be-b065-438e-b97f-bae9bfb87bae,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:02:33.701109 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:33.705419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:33.710588 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-fadda5f9-89b9-4a90-b06a-2794c0f0f7f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:33.806566 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Pushing event updated for resources: {'Port': ['ID=7839b1be-b065-438e-b97f-bae9bfb87bae,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:33.818131 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:33.911429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=c08379dc-f68f-4669-8b56-7b00084616fd,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:33.933013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.933404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.933838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.934240 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.934622 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.934989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.935381 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.935753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.936215 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.936578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.936940 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.937298 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:33.941345 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:33.960130 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.122484 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:34.208576 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:34.214174 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:34.214560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.319463 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.351540 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.369148 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:34.372990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.374840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:34.445023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:34.448132 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:34.764476 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.769956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.805787 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1b470ad2-4bb4-4ad7-a8cb-4db37e9b1dd1 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:34.895795 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=c08379dc-f68f-4669-8b56-7b00084616fd,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:34.898666 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:34.902688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:35.052061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:35.053233 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:35.190979 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ccb109-37f1-4bb2-96cd-12e756300011 None None] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:02:35.258018 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:02:35.356387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f40e11ee-c354-482c-8646-7959b1d11fd5 None None] Provisioning for port 7839b1be-b065-438e-b97f-bae9bfb87bae completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:35.438977 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:02:35.448287 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:02:35.453871 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/b35de34b-9e12-42c2-8348-1418fb88c66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2815375 May 20 15:02:35.454571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33794) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:35.458677 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:35.459524 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:35.601942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.602430 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.602911 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.603478 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.603950 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.604412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.606183 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-da054730-d882-44cb-b257-162686cbcca7 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1505990 May 20 15:02:35.608951 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33798) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:35.644566 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:35.689278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.693259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.694104 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.695034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.695929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.696551 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:35.701624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33802) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:35.702508 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-01537afe-ec7d-4cbf-80db-fd944a7e1e17 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4002 time: 0.0920103 May 20 15:02:35.712519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7d6bfdaf-f073-480e-8e28-7bc1e6625057 None None] Provisioning for port c08379dc-f68f-4669-8b56-7b00084616fd completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:35.730214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-7d6bfdaf-f073-480e-8e28-7bc1e6625057 None None] Provisioning complete for port c08379dc-f68f-4669-8b56-7b00084616fd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:35.730595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7d6bfdaf-f073-480e-8e28-7bc1e6625057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:35.806139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-7d6bfdaf-f073-480e-8e28-7bc1e6625057 None None] Port c08379dc-f68f-4669-8b56-7b00084616fd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:02:35.927753 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-73d3b7df-5f17-4096-86c2-da4cada4a936 None None] Provisioning complete for port c08379dc-f68f-4669-8b56-7b00084616fd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:35.928233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-73d3b7df-5f17-4096-86c2-da4cada4a936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:35.998252 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:36.009309 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:02:36.009669 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Updating router b35de34b-9e12-42c2-8348-1418fb88c66b port c08379dc-f68f-4669-8b56-7b00084616fd binding host dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:02:36.030703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-73d3b7df-5f17-4096-86c2-da4cada4a936 None None] Port c08379dc-f68f-4669-8b56-7b00084616fd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:02:36.082230 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.132718 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-00a4b34b-a186-47ce-85d2-c42642e233ad tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4297731 May 20 15:02:36.152680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:36.200267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-28bad88c-6f1b-4946-b032-2984a8f27695 None None] Provisioning complete for port c08379dc-f68f-4669-8b56-7b00084616fd triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:36.200991 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-28bad88c-6f1b-4946-b032-2984a8f27695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.269341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-28bad88c-6f1b-4946-b032-2984a8f27695 None None] Port c08379dc-f68f-4669-8b56-7b00084616fd cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:02:36.283268 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:36.284401 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.366024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33810) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:36.371350 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420921802', 'description': 'tempest-secgroup-smoke-420921802 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:36.377407 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:36.381433 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:36.384525 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:36.390272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:36.403245 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.415884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7839b1be-b065-438e-b97f-bae9bfb87bae up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:36.424043 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:36.426776 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Notify callbacks [] for port, precommit_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.429185 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:36.433370 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:36.437909 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.provisioning_blocks [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Transition to ACTIVE for port object c08379dc-f68f-4669-8b56-7b00084616fd will not be triggered until provisioned by entity L2. {{(pid=98808) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:36.441446 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:36.444127 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.447743 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-86313270-a288-46dc-b22a-b154dc75c903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:36.489794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 7839b1be-b065-438e-b97f-bae9bfb87bae completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:36.495952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7839b1be-b065-438e-b97f-bae9bfb87bae triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:36.496603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.536389 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.545062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.551700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2a8b12a6-0a00-4b0f-92d2-61ad74b770fc tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:36.592152 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe15a32-c34d-47b4-93ff-27cfca55dc7e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:36.599181 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:36.607036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.608529 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-361f1b54-165b-444d-854d-04b64650301e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2419741 May 20 15:02:36.611424 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33814) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:36.617363 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'dbe15a32-c34d-47b4-93ff-27cfca55dc7e', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:36.626445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:36.632828 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:36.636568 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:36.640459 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.641874 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Pushing event updated for resources: {'Port': ['ID=c08379dc-f68f-4669-8b56-7b00084616fd,revision_number=3']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:36.644522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:36.658460 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.659526 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.659833 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.660156 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.660474 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.660788 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.661394 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.661878 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.662360 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.662854 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.663367 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.663871 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98808) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:02:36.669224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.669434 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:36.676671 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Attempting to bind port c08379dc-f68f-4669-8b56-7b00084616fd on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:02:36.677053 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Attempting to bind port c08379dc-f68f-4669-8b56-7b00084616fd by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:02:36.677419 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Attempting to bind port c08379dc-f68f-4669-8b56-7b00084616fd on network ba02d27a-eb49-4473-8eff-390f48e7ede0 {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:36.683546 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:02:36.683941 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Checking segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98808) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:36.684945 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.685353 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Bound using segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} {{(pid=98808) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:02:36.685838 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.managers [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Bound port: c08379dc-f68f-4669-8b56-7b00084616fd, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}}] {{(pid=98808) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:02:36.686224 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.695743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 7839b1be-b065-438e-b97f-bae9bfb87bae, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7839b1be-b065-438e-b97f-bae9bfb87bae,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:36.700706 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.708963 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:36.746656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.751127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.752971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-15b77262-6a4a-4b82-a282-40b4be778f5e tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:36.779150 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cfab096-9ac7-414a-8821-bc31a851da4b,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:36.781677 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:36.787765 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] For port c08379dc-f68f-4669-8b56-7b00084616fd, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98808) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:02:36.789818 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.790836 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.plugins.ml2.db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] For port c08379dc-f68f-4669-8b56-7b00084616fd, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c08379dc-f68f-4669-8b56-7b00084616fd,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98808) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:02:36.791032 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1485bf1b-c080-475e-970e-78d8d51baf7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1779196 May 20 15:02:36.794413 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33818) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:36.794943 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron_lib.callbacks.manager [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98808) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.799449 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-cc75c28a-b784-40fc-acc5-035ddc9f8883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:36.801201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'dbe15a32-c34d-47b4-93ff-27cfca55dc7e', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:36.804094 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=7839b1be-b065-438e-b97f-bae9bfb87bae,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:36.807637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:36.807810 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:36.811984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:36.815897 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:36.821789 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:36.838830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.876251 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Pushing event updated for resources: {'Port': ['ID=c08379dc-f68f-4669-8b56-7b00084616fd,revision_number=4']} {{(pid=98808) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:36.881063 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG oslo_concurrency.lockutils [None req-1fdfc995-4bc9-43c6-bd61-b9b0f32f0354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98808) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:36.884228 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:36.884962 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:36.924300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.927980 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.929956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-aad364a7-856d-472e-963b-bcdc884c83a8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:36.952638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e773ed03-101f-4c6a-aab6-b065eef334c1,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:36.960628 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:36.968327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:36.972745 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0f47308b-2c7d-495d-8731-273d271e5e99 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1735046 May 20 15:02:36.973212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33822) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:36.978626 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'dbe15a32-c34d-47b4-93ff-27cfca55dc7e', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:36.984774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:36.989809 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:36.993113 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:36.999362 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:37.020464 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.085336 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.088941 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.090791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-703464e4-6fab-48fe-835d-b3500140e3ea tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:37.102427 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:37.114863 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06c33a8-c98a-4775-b9c1-26e2a7b2dfa1,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:37.117203 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:37.127989 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.131774 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550262 May 20 15:02:37.132317 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33826) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:37.138109 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'dbe15a32-c34d-47b4-93ff-27cfca55dc7e', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:37.144809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:37.148654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:37.151718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:37.157543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:37.173529 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.237884 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.241280 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.243059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a634afd7-009c-461d-81b8-cb8a4aaeac77 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:37.265098 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fb5ef8-40dd-48ee-9dbb-ff3f36d2522b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:37.269713 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:37.277140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.278310 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-3be6bb3f-e75e-472f-ad4e-fd9c3470aaf9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1449490 May 20 15:02:37.281025 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33830) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:37.286172 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'dbe15a32-c34d-47b4-93ff-27cfca55dc7e', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:37.291889 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:37.295573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:37.298383 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:37.304186 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:37.315475 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:02:37.321051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.391106 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.396033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.397915 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-af24727d-e15e-4a8a-9388-82add63d9b67 tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:37.417942 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5858d932-c75a-441e-85f6-d0f200ec90bd,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:37.418998 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:36Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:37.422052 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:37.424076 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cd2142-ac28-462f-85b1-f907759b6f96 None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:36Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:02:37.431508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.432888 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508942 May 20 15:02:37.435491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33834) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:37.441420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': 'dbe15a32-c34d-47b4-93ff-27cfca55dc7e', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:37.447657 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:37.451525 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:37.454484 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:37.460618 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:37.485180 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.securitygroups_db [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:02:37.498341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.573949 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.577667 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.579582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4fa2ad88-508e-43d1-8564-9cbcedee687d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:37.602498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb958c0-7b9e-4673-be1b-c5e75e0fa56e,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:37.607166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:37.612778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:37.614045 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a60c5b84-37d2-4f76-ad3e-63e6a63bc81f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1776257 May 20 15:02:37.836673 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-819f2e24-5695-41dd-9b4e-15154788699a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:37.853590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-819f2e24-5695-41dd-9b4e-15154788699a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:37.855417 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-819f2e24-5695-41dd-9b4e-15154788699a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420921802&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.0600369 May 20 15:02:38.022288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-b664e9a5-df30-4e4f-ad18-dd258888fc1f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:38.023024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-b664e9a5-df30-4e4f-ad18-dd258888fc1f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:38.039704 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-b664e9a5-df30-4e4f-ad18-dd258888fc1f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:38.041250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-b664e9a5-df30-4e4f-ad18-dd258888fc1f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 796 time: 0.1773024 May 20 15:02:38.059731 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-e8499f9f-f1c2-4cc1-9267-c0a27c85f4ed tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0116932 May 20 15:02:38.125559 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c08379dc-f68f-4669-8b56-7b00084616fd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:38.153259 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-7c85b283-fb68-4ba6-8f53-6453d635e079 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:38.170944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-7c85b283-fb68-4ba6-8f53-6453d635e079 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:38.172546 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-7c85b283-fb68-4ba6-8f53-6453d635e079 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050656 May 20 15:02:38.201086 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port c08379dc-f68f-4669-8b56-7b00084616fd completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:38.206226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c08379dc-f68f-4669-8b56-7b00084616fd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:38.206664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:38.320134 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-f38732fc-be6b-450b-b6b8-bd63240e4a87 service neutron] 10.222.0.58 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350935 May 20 15:02:38.329915 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:38.364742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c08379dc-f68f-4669-8b56-7b00084616fd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c08379dc-f68f-4669-8b56-7b00084616fd,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:38.370512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:38.371748 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7839b1be-b065-438e-b97f-bae9bfb87bae up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:38.395946 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:38.461521 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-47b5aacb-e01b-4e29-a948-d1d41ff30893 service neutron] 10.222.0.58 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342347 May 20 15:02:38.501079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c18b34cb-518a-4ca6-b59e-e42e05b2d5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:38.516120 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c08379dc-f68f-4669-8b56-7b00084616fd,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:38.519208 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:38.528167 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 7839b1be-b065-438e-b97f-bae9bfb87bae triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:38.528587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:38.699007 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7b102442-ed33-40fb-a81a-2623172df536 req-706bff61-b196-4529-a0b2-bc62781a8520 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 210 time: 0.0957963 May 20 15:02:39.786061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-fad52adc-1741-4844-8406-c785a0ed75c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:39.787841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-fad52adc-1741-4844-8406-c785a0ed75c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:39.801782 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-fad52adc-1741-4844-8406-c785a0ed75c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:39.803202 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-fad52adc-1741-4844-8406-c785a0ed75c8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 796 time: 0.1723645 May 20 15:02:39.856273 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-c4add189-a1f7-45b1-9153-62fdb9005362 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.0440946 May 20 15:02:39.862403 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a05d82fc-e2d7-4c22-8979-4715445cbdad req-ea11517f-5c09-4981-9e34-dfa9d1e2a0db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 210 time: 0.0513365 May 20 15:02:39.865610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['dbe15a32-c34d-47b4-93ff-27cfca55dc7e']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:40.002443 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:40.012607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:40.023311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:02:40.026776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.046659 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c08379dc-f68f-4669-8b56-7b00084616fd up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:40.112499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c08379dc-f68f-4669-8b56-7b00084616fd triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:40.112896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.187659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.11 (ba02d27a-eb49-4473-8eff-390f48e7ede0/e3a2da8b-e07b-48d3-a4d7-872f3da895e7/17f8132e-ebbd-4313-b64a-19f193a3d24d) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:40.507636 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.524115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object 17f8132e-ebbd-4313-b64a-19f193a3d24d will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:40.546676 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.556965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-be98afec-382f-4f42-ae0a-da39bcaaab27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:40.615196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:40.618226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:40.626312 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:40.683918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:40.689721 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:40.693750 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-0d7b4d7f-3555-4dcb-9c3e-4205c5ef2dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.719709 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:40.721244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.760061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-81003896-305a-4d25-9f4f-0c933a836b07 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981302 May 20 15:02:40.824794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Request body: {'port': {'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:40.912089 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.914272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-da114519-10e4-4286-829d-673159fedb0e None None] Provisioning for port 17f8132e-ebbd-4313-b64a-19f193a3d24d completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:40.920581 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-da114519-10e4-4286-829d-673159fedb0e None None] Provisioning complete for port 17f8132e-ebbd-4313-b64a-19f193a3d24d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:40.921260 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-da114519-10e4-4286-829d-673159fedb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:40.948908 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:41.017742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-da114519-10e4-4286-829d-673159fedb0e None None] Port 17f8132e-ebbd-4313-b64a-19f193a3d24d cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:02:41.125718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff332331-c594-46fa-a43f-d5e3df26d69c req-20ea1ae5-482e-4e2d-892b-b0c62403310d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:41.127418 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ff332331-c594-46fa-a43f-d5e3df26d69c req-20ea1ae5-482e-4e2d-892b-b0c62403310d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 932 time: 0.0989723 May 20 15:02:41.181793 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ff332331-c594-46fa-a43f-d5e3df26d69c req-a89d6c51-74d2-44b9-b90e-412e72bd4047 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457954 May 20 15:02:41.304473 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f8132e-ebbd-4313-b64a-19f193a3d24d {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:02:41.312726 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:41.330725 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Transition to ACTIVE for port object 17f8132e-ebbd-4313-b64a-19f193a3d24d will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:41.335824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:41.341708 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0f24c691-28bf-4d2c-ae44-2b63c1d11d85 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:41.502219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:41.531350 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:41.618910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Attempting to bind port 17f8132e-ebbd-4313-b64a-19f193a3d24d on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:02:41.619278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Attempting to bind port 17f8132e-ebbd-4313-b64a-19f193a3d24d by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:02:41.619603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Attempting to bind port 17f8132e-ebbd-4313-b64a-19f193a3d24d on network ba02d27a-eb49-4473-8eff-390f48e7ede0 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:41.624257 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Port 17f8132e-ebbd-4313-b64a-19f193a3d24d on network ba02d27a-eb49-4473-8eff-390f48e7ede0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:02:41.624576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Attempting to bind port 17f8132e-ebbd-4313-b64a-19f193a3d24d on network ba02d27a-eb49-4473-8eff-390f48e7ede0 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:41.630583 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:02:41.630962 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Checking segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:41.631465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Bound using segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:02:41.631918 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Bound port: 17f8132e-ebbd-4313-b64a-19f193a3d24d, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:02:41.632277 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:41.723839 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:02:41.727610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:02:41.731912 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:41.736359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-efadf73f-90ca-4598-93cd-cb1806249fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:41.787032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:41.788099 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:41.789317 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] 10.222.0.11 "PUT /v2.0/ports/17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 1094 time: 1.0206306 May 20 15:02:41.792080 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:41.832893 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:41.836834 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:41.915845 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'status': 'completed', 'code': 200} May 20 15:02:41.925464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-3dfeccd4-be0b-419a-b335-f66a7dc23273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:41.926970 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-3dfeccd4-be0b-419a-b335-f66a7dc23273 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1097 time: 0.0889499 May 20 15:02:41.937506 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:42.001726 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-cc6a2a0b-2235-4195-97ca-47dce4f6527c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 217 time: 0.0655181 May 20 15:02:42.065278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-71a73410-a900-411a-93da-b2af38334c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:42.066779 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-71a73410-a900-411a-93da-b2af38334c93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0568118 May 20 15:02:42.142119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-3659d427-6d54-467d-827d-51e5edd0af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:42.143676 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-3659d427-6d54-467d-827d-51e5edd0af8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686023 May 20 15:02:42.276402 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-faaa2a7f-d7b9-485f-9088-03f14767ff24 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253481 May 20 15:02:42.368162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b89a0-10b3-4394-a745-555e70ae7cd7 req-339f5435-ef5d-4c0c-b9c8-bcf8c09130bf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:42.369533 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-756b89a0-10b3-4394-a745-555e70ae7cd7 req-339f5435-ef5d-4c0c-b9c8-bcf8c09130bf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 944 time: 0.0808177 May 20 15:02:42.413354 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a2ac26f2-b081-4322-8132-24c1419e4cba req-9edfb910-5e1b-4219-9e62-fbbe54803885 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299906 May 20 15:02:42.416273 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-756b89a0-10b3-4394-a745-555e70ae7cd7 req-7e06761d-dc6e-4191-a918-09952e4993a0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406694 May 20 15:02:42.554182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-bcfbacab-9065-42f1-bd4b-191d8ecc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:42.555691 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-bcfbacab-9065-42f1-bd4b-191d8ecc1a31 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1097 time: 0.0884030 May 20 15:02:42.828179 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-7786a56d-6a58-4f78-9477-57f511ebf40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:42.829718 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-7786a56d-6a58-4f78-9477-57f511ebf40b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.2635043 May 20 15:02:42.904014 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-a81b77fb-32ba-4348-8046-825c2dcc7d23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 217 time: 0.0627553 May 20 15:02:42.969275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-bb50542d-e64c-44ef-a95e-7b7c1cd7b4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:42.970721 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-bb50542d-e64c-44ef-a95e-7b7c1cd7b4ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0580020 May 20 15:02:43.047644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-6a1334e3-d8ad-464b-93b1-395cede857c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:43.049079 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-6a1334e3-d8ad-464b-93b1-395cede857c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0703087 May 20 15:02:43.186040 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-75b9b9c5-8255-40fb-b80d-0a8575cae4a1 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225874 May 20 15:02:43.317619 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-bda1229e-76aa-4069-a4d7-7df245fac4ba req-0ab9dd60-a51a-48fc-ad83-018bb6adcccc service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230886 May 20 15:02:43.604900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fa40d7-360b-4722-80e6-1a371f968275 req-878a1d18-fffe-4614-94f8-8102fb2a13fe tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:43.606347 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-75fa40d7-360b-4722-80e6-1a371f968275 req-878a1d18-fffe-4614-94f8-8102fb2a13fe tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 944 time: 0.0835741 May 20 15:02:43.643267 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:43.651500 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-75fa40d7-360b-4722-80e6-1a371f968275 req-6a7b9ab0-4b59-4d1d-85f7-18eca2e2983d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393653 May 20 15:02:44.426643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 17f8132e-ebbd-4313-b64a-19f193a3d24d details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 15:02:44.599766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:44.613777 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 15:02:44.670790 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:44.689857 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f8132e-ebbd-4313-b64a-19f193a3d24d {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:02:44.705898 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:44.709916 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:44.711758 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:44.793827 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:44.797211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:44.839291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572ad90-ed1c-46f9-b56a-9d1141791799 req-4550324a-76ae-462a-a7d0-da0e6708f0e4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:44.840954 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b572ad90-ed1c-46f9-b56a-9d1141791799 req-4550324a-76ae-462a-a7d0-da0e6708f0e4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 945 time: 0.0853481 May 20 15:02:44.890357 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b572ad90-ed1c-46f9-b56a-9d1141791799 req-f91123ec-61be-4e1e-91f5-82c880525f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433249 May 20 15:02:44.966786 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['17f8132e-ebbd-4313-b64a-19f193a3d24d'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:02:46.079270 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c745c-2d26-4d2d-a5d1-6c8dcbd12032 req-9aa62149-a0c6-4e39-8423-8eef19bc0eb0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:46.080729 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a17c745c-2d26-4d2d-a5d1-6c8dcbd12032 req-9aa62149-a0c6-4e39-8423-8eef19bc0eb0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 945 time: 0.0828495 May 20 15:02:46.124684 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a17c745c-2d26-4d2d-a5d1-6c8dcbd12032 req-f143db2d-f601-4d5e-bb0b-809b4f58f78c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373759 May 20 15:02:46.447634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 17f8132e-ebbd-4313-b64a-19f193a3d24d up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:02:46.515343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 17f8132e-ebbd-4313-b64a-19f193a3d24d completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:46.519973 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 17f8132e-ebbd-4313-b64a-19f193a3d24d triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:46.520361 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:46.649508 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:46.676034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:46.686514 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:02:46.691293 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:46.693218 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:46.731541 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'code': 200} May 20 15:02:46.765961 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:46.769051 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:46.953877 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43963b-f299-49d6-a940-67a18e1e165b req-58a5a255-b9d9-4c22-a443-08cb8f8a4d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:46.955412 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f43963b-f299-49d6-a940-67a18e1e165b req-58a5a255-b9d9-4c22-a443-08cb8f8a4d65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1099 time: 0.0798833 May 20 15:02:46.998660 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-7f43963b-f299-49d6-a940-67a18e1e165b req-53f7716c-3319-4927-be7b-4acf8a934ba9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359445 May 20 15:02:47.311725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b61c4-0d7c-438d-8801-c8b55cb6c76f req-8e57143b-c2be-47e5-a20e-2a01a8be1c33 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:47.313068 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c13b61c4-0d7c-438d-8801-c8b55cb6c76f req-8e57143b-c2be-47e5-a20e-2a01a8be1c33 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 946 time: 0.0819008 May 20 15:02:47.361976 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c13b61c4-0d7c-438d-8801-c8b55cb6c76f req-efba9a8f-28b8-4863-a38c-5f956ab14f50 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427973 May 20 15:02:48.547682 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d0cda-663e-484c-9b3b-c7811518fde2 req-bb4e2199-8184-4912-b113-fa4a83870f4f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:48.549133 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-400d0cda-663e-484c-9b3b-c7811518fde2 req-bb4e2199-8184-4912-b113-fa4a83870f4f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 946 time: 0.0796580 May 20 15:02:48.600082 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-400d0cda-663e-484c-9b3b-c7811518fde2 req-89265123-4a15-47a1-b5b8-5f224453a9d7 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445411 May 20 15:02:48.793136 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d67cd-3236-40ad-a3b0-da47ac705bb7 req-be73185e-9a1e-4234-966d-b8168359b4af tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:48.794572 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-535d67cd-3236-40ad-a3b0-da47ac705bb7 req-be73185e-9a1e-4234-966d-b8168359b4af tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 946 time: 0.0817475 May 20 15:02:48.953377 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-535d67cd-3236-40ad-a3b0-da47ac705bb7 req-78616975-67a9-4295-a29d-e5afd1136bfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531780 May 20 15:02:48.975914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33898) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:49.044448 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e2e699-65d8-4dde-84ee-75c0b66e5385 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:49.045908 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d0e2e699-65d8-4dde-84ee-75c0b66e5385 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1094 time: 0.0690665 May 20 15:02:49.048550 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33902) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:49.053987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.11'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:49.059777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:49.063545 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:49.066294 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:49.071882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:49.081970 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:49.217413 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:49.354607 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.196 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/612d10e7-c786-43ec-b6a9-fcea0d582b19) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:49.497445 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:49.526308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:49.530617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6595b5be-fd19-4737-9558-16e5999edf1d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:49.587661 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:49.590423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:49.598247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:49.641458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=612d10e7-c786-43ec-b6a9-fcea0d582b19,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:49.645452 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:49.757793 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:50.006020 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:50.078716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:50.282326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:50.286921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:50.291355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-7a63d1d2-4226-4179-a4d4-4ca265f613da tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:50.395079 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=612d10e7-c786-43ec-b6a9-fcea0d582b19,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:50.399216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:50.405327 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:50.694378 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP d4943c2c-d452-4712-98b3-7dda38e8fd9a associated. External IP: 172.26.6.196, port: 17f8132e-ebbd-4313-b64a-19f193a3d24d. May 20 15:02:51.037036 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:02:51.208306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:02:51.218712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:02:51.228325 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:51.229080 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:51.231883 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:51.289567 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2398970 May 20 15:02:51.290261 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:51.292273 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33908) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:51.333699 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'status': 'completed', 'code': 200} May 20 15:02:51.400354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da125b6-a70a-4e3a-88b6-69acc18dad40 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:51.401843 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1da125b6-a70a-4e3a-88b6-69acc18dad40 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1094 time: 0.1086104 May 20 15:02:51.412201 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:51.438719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-828e2032-defd-42b4-a4d9-49991e8412a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:51.440085 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-828e2032-defd-42b4-a4d9-49991e8412a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1099 time: 0.0799968 May 20 15:02:51.573270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-3310eaaa-e84d-4832-9bbe-4adeaf6c147f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:51.575017 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-3310eaaa-e84d-4832-9bbe-4adeaf6c147f service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.1278188 May 20 15:02:51.680811 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-1513549e-35b6-4e19-96f9-55c3a7e4bb35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 1000 time: 0.0983706 May 20 15:02:51.744408 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-2812b2b4-4046-4182-b33b-25e24d82c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:51.746379 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-2812b2b4-4046-4182-b33b-25e24d82c804 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0590906 May 20 15:02:51.757096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:49Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:51.761256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:02:51.769406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:02:51.769990 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:51.828018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-c56ee756-5369-4219-97d2-f7c68e7aaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:51.829765 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-c56ee756-5369-4219-97d2-f7c68e7aaa50 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0762784 May 20 15:02:51.945703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:02:51.975651 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-662fec14-164c-4ddd-a770-2af45ca11892 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378269 May 20 15:02:52.008540 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33916) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:52.014334 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035384659', 'description': 'tempest-secgroup-smoke-2035384659 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:52.020829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.031530 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.042738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.064223 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.068271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:52.071969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:52.077917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.119469 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-a5081ff1-c16f-4fc3-88ec-807206c26c93 req-f663a103-995d-4cd0-ab06-827b549e39e8 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343226 May 20 15:02:52.153714 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.157518 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.161379 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-aa2f9411-d8dd-431c-ae4a-f97472d50a5f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:52.203355 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be9f623-fd54-4081-8914-c47a0bb104a8,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:52.206455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:52.210101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.215006 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2053480 May 20 15:02:52.215196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33920) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:52.221507 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '2be9f623-fd54-4081-8914-c47a0bb104a8', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:52.228438 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.232565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:52.235471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:52.242759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.257869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.317333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.321822 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.323650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e24235bb-1820-4f38-8b90-96a0bcc6442e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:52.345019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8b74d8-af67-43a6-bd20-e2a91e09f251,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:52.347474 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:52.351605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:49Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:02:52.355682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.356073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df78d5-67c5-4d7d-99df-e073d9b58ff5 None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:49Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:02:52.359387 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408060 May 20 15:02:52.359566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33924) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:52.364802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '2be9f623-fd54-4081-8914-c47a0bb104a8', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:52.371560 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.375422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:52.378355 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:52.385247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.402606 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.466303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.470044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.471932 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8689b0e3-393d-471a-9f51-5c76cd028638 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:52.495735 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01042ae5-5361-4fd5-93fb-960bce3c1a8b,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:52.500567 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:52.508700 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.509938 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b711c21b-5bbd-4191-9e4e-a9b605b0a29c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494653 May 20 15:02:52.512764 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 33930) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:52.518232 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '2be9f623-fd54-4081-8914-c47a0bb104a8', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:52.524498 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.528487 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:52.531543 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:52.537506 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.554620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.561987 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6369667e-75cf-4239-9701-002e3bac8d96 None None] New status for floating IP d4943c2c-d452-4712-98b3-7dda38e8fd9a: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:02:52.763930 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.767638 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.775363 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bb310194-c246-4a77-a4b6-12501f9032f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:52.795816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc945e7-48fa-42f7-b5db-d43bbde4c3ba,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:52.798115 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:52.803756 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.804930 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-a7dc5ea1-7b0d-430a-b768-596237fdcdd0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2912159 May 20 15:02:52.807859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33934) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:52.813295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '2be9f623-fd54-4081-8914-c47a0bb104a8', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:52.819451 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.823856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:52.831538 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:52.837624 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.854149 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.918032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.921620 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.923489 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c32876ed-df5e-4a56-8689-33cb35800988 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:52.945220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d295b19a-56bc-4ed9-8daa-0a87291d1e2d,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:52.947552 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:52.953928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:52.955164 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9adff41e-a348-40a0-b447-515ce7a88903 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462154 May 20 15:02:52.957847 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33938) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:52.962853 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '2be9f623-fd54-4081-8914-c47a0bb104a8', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:52.968338 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:52.972032 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:52.974800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:52.980947 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:52.994357 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:02:53.001284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.063443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.066697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.068516 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dccc21b7-33b4-4676-b919-4858f86efd8e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:53.088132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62239e94-cf59-4767-9ebd-b121e9d06e60,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:53.091904 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:53.099411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.101208 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-434e20c4-a6d1-43d7-b201-87d7a99a0c4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424372 May 20 15:02:53.103921 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 33942) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:02:53.109095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '2be9f623-fd54-4081-8914-c47a0bb104a8', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:53.114563 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:53.118272 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:53.121076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:53.126642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:53.136782 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:02:53.142271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.205280 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.208741 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.211162 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d73f2756-c03d-43cd-9d40-e652dc2ff93b tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:53.233382 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b650ce8b-f41f-4f66-965a-1464c44bb519,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:53.235720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:53.242455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:53.243665 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0c53071f-67b9-4dd6-99a4-21f2d7d9938c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388302 May 20 15:02:53.400515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-147c0ebe-9b83-46df-8fbc-c97b8ecc5a09 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:02:53.415449 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-147c0ebe-9b83-46df-8fbc-c97b8ecc5a09 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:02:53.416802 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-147c0ebe-9b83-46df-8fbc-c97b8ecc5a09 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2035384659&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.0547621 May 20 15:02:53.566720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-34bdccf7-967d-45eb-9f3d-bb04fd4d3b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:53.568244 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-34bdccf7-967d-45eb-9f3d-bb04fd4d3b27 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 796 time: 0.1444600 May 20 15:02:53.583209 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-4d4128ed-1531-48fe-ae8e-e12a9cd669c3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0088611 May 20 15:02:53.669637 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-ea6eb961-589b-45f4-a857-30fbaa5eea6b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808682 May 20 15:02:53.803845 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-c90d1c73-766d-49f7-853d-f65d13c40216 service neutron] 10.222.0.58 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221297 May 20 15:02:54.055424 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-b6f5ae54-8e07-4170-990d-d50f6ae25236 service neutron] 10.222.0.58 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457244 May 20 15:02:54.229158 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-65bee96a-a2c9-4fe9-a48f-3ca8ec06f3ae req-51981c88-f0ac-457e-b21e-3020d36cfdf8 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 210 time: 0.0429313 May 20 15:02:55.248448 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-f2994d48-d6ba-4d34-9ce8-a09433cf97d5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:55.249812 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-f2994d48-d6ba-4d34-9ce8-a09433cf97d5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 796 time: 0.1492829 May 20 15:02:55.304743 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-e22ac7c1-d2ab-428c-bffe-f7fdd533b765 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 472 time: 0.0456302 May 20 15:02:55.314517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['2be9f623-fd54-4081-8914-c47a0bb104a8']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:55.384816 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f6d3b2a1-6baf-416c-82bc-ad85316b32b1 req-364bd651-99c1-4592-9432-f4e6920d042c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 210 time: 0.0468209 May 20 15:02:55.451205 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:02:55.455201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:port and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:02:55.457959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for port was recalculated. Used quota:4. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:02:55.464095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:02:55.473540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:02:55.477656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:55.635348 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.5 (ba02d27a-eb49-4473-8eff-390f48e7ede0/e3a2da8b-e07b-48d3-a4d7-872f3da895e7/caccdf69-051d-4f06-8e85-3879a414d450) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:02:55.816935 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:55.832267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object caccdf69-051d-4f06-8e85-3879a414d450 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:55.856222 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:55.861954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7b9183ba-de0a-438d-ae64-efb44d980b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:55.934762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:02:55.937715 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:02:55.940217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:02:55.972732 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=caccdf69-051d-4f06-8e85-3879a414d450,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:55.975928 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:56.011780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:56.012392 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:56.037102 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7262030 May 20 15:02:56.049136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Request body: {'port': {'device_id': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:02:56.161036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:56.170443 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6eb4cce6-44a6-4954-8927-b52413a1fca4 None None] Provisioning for port caccdf69-051d-4f06-8e85-3879a414d450 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:02:56.174993 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-6eb4cce6-44a6-4954-8927-b52413a1fca4 None None] Provisioning complete for port caccdf69-051d-4f06-8e85-3879a414d450 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:02:56.175409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6eb4cce6-44a6-4954-8927-b52413a1fca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:56.230845 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6eb4cce6-44a6-4954-8927-b52413a1fca4 None None] Port caccdf69-051d-4f06-8e85-3879a414d450 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:02:56.493953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caccdf69-051d-4f06-8e85-3879a414d450 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:02:56.501207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:56.515356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Transition to ACTIVE for port object caccdf69-051d-4f06-8e85-3879a414d450 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:02:56.518943 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:56.523445 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:56.569315 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:02:56.570716 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38a993-74e1-49e2-87ba-8931ac8f533a req-bd19726e-ed6d-4685-a2e9-ee623eeeabd1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:56.572233 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bf38a993-74e1-49e2-87ba-8931ac8f533a req-bd19726e-ed6d-4685-a2e9-ee623eeeabd1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 943 time: 0.0801508 May 20 15:02:56.624981 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-bf38a993-74e1-49e2-87ba-8931ac8f533a req-a7dd1b07-597d-4412-abab-db7b73608b01 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462704 May 20 15:02:56.663823 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Pushing event updated for resources: {'Port': ['ID=caccdf69-051d-4f06-8e85-3879a414d450,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:56.691138 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:56.767519 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Attempting to bind port caccdf69-051d-4f06-8e85-3879a414d450 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:02:56.767861 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Attempting to bind port caccdf69-051d-4f06-8e85-3879a414d450 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:02:56.768175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Attempting to bind port caccdf69-051d-4f06-8e85-3879a414d450 on network ba02d27a-eb49-4473-8eff-390f48e7ede0 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:56.773124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Port caccdf69-051d-4f06-8e85-3879a414d450 on network ba02d27a-eb49-4473-8eff-390f48e7ede0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:02:56.773439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Attempting to bind port caccdf69-051d-4f06-8e85-3879a414d450 on network ba02d27a-eb49-4473-8eff-390f48e7ede0 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:02:56.778337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:02:56.778666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Checking segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:02:56.779043 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Bound using segment: {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:02:56.779491 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Bound port: caccdf69-051d-4f06-8e85-3879a414d450, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd13728a1-09cf-4200-8e18-7dd19cc03707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:02:56.779829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:56.999182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] For port caccdf69-051d-4f06-8e85-3879a414d450, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:02:57.002253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] For port caccdf69-051d-4f06-8e85-3879a414d450, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=caccdf69-051d-4f06-8e85-3879a414d450,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:02:57.005674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:57.010806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-beae25b9-7074-456d-8652-5eb1779ab53b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:02:57.059072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.059704 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:02:57.061052 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/caccdf69-051d-4f06-8e85-3879a414d450 HTTP/1.1" status: 200 len: 1093 time: 1.0162244 May 20 15:02:57.061557 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:02:57.089036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Pushing event updated for resources: {'Port': ['ID=caccdf69-051d-4f06-8e85-3879a414d450,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:02:57.092494 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:02:57.134815 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450', 'status': 'completed', 'code': 200} May 20 15:02:57.179856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-1b29e0bf-e93f-4b91-bc89-d430a35849c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.181347 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-1b29e0bf-e93f-4b91-bc89-d430a35849c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 1096 time: 0.0798244 May 20 15:02:57.252156 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-e39f675b-fbf5-4614-a697-0f734346fa1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caccdf69-051d-4f06-8e85-3879a414d450 HTTP/1.1" status: 200 len: 217 time: 0.0614090 May 20 15:02:57.317754 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-d40e1e3e-4b58-4346-8c2a-a24f0ac62b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.319739 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-d40e1e3e-4b58-4346-8c2a-a24f0ac62b40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0605581 May 20 15:02:57.398297 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-66234a8a-2af3-4b6e-9a97-6acf851fe2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.399752 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-66234a8a-2af3-4b6e-9a97-6acf851fe2d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0686109 May 20 15:02:57.531283 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-04078f03-fba2-4a55-920e-df0803d849a8 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237233 May 20 15:02:57.664891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2eb76ae0-255c-4205-83c4-b001cd3acf4b req-1e985ead-d6d4-4dea-b67b-5619f6c92f40 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239545 May 20 15:02:57.784541 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-3b4bea68-3f16-4da2-8bd4-69ccac9d742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.785898 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-3b4bea68-3f16-4da2-8bd4-69ccac9d742a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 1096 time: 0.0739391 May 20 15:02:57.818209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96141a1-3e48-4f38-9d93-682aca3cc530 req-e4100258-1494-4e6f-9c9a-547610f7466b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.820276 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e96141a1-3e48-4f38-9d93-682aca3cc530 req-e4100258-1494-4e6f-9c9a-547610f7466b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 943 time: 0.0843322 May 20 15:02:57.866449 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e96141a1-3e48-4f38-9d93-682aca3cc530 req-a78ee137-cf06-4015-8856-42a841ad01ae tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 May 20 15:02:57.923790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-60588c1b-7851-409d-9c08-4208be4d1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:57.925225 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-60588c1b-7851-409d-9c08-4208be4d1e6a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.1311324 May 20 15:02:57.992813 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-c2d8a7db-5fa1-48a9-8135-75dcc0a56f66 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caccdf69-051d-4f06-8e85-3879a414d450 HTTP/1.1" status: 200 len: 217 time: 0.0597806 May 20 15:02:58.058495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-17a35afd-3fc5-4041-8788-bde6fa52e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:58.059826 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-17a35afd-3fc5-4041-8788-bde6fa52e9b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0592928 May 20 15:02:58.134442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-14098047-abee-4cf7-9b13-173e8859beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:58.135919 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-14098047-abee-4cf7-9b13-173e8859beef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680537 May 20 15:02:58.264577 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-0da08cfd-7020-450a-8ebe-a8bc6ed7a27a service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209385 May 20 15:02:58.393580 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-297e0a2d-e790-48c2-9c58-a22848b121d4 req-265ed3d0-203b-45d9-922d-16a783b34b08 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201296 May 20 15:02:59.054044 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b86c6-52c4-4031-8bc3-7245d330c3aa req-41a20ad9-02e4-4049-abf2-1730d27b3d9f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:02:59.055423 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-478b86c6-52c4-4031-8bc3-7245d330c3aa req-41a20ad9-02e4-4049-abf2-1730d27b3d9f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 943 time: 0.0833020 May 20 15:02:59.098621 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-478b86c6-52c4-4031-8bc3-7245d330c3aa req-60246cf1-bbdd-48e4-a289-98acb4ecb2f4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375533 May 20 15:03:00.278409 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6e8c-d4dc-4ce7-9e2b-624e215ad412 req-a19746c2-16b7-43c5-8788-a6b60575ab6d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:00.279782 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-94bd6e8c-d4dc-4ce7-9e2b-624e215ad412 req-a19746c2-16b7-43c5-8788-a6b60575ab6d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 943 time: 0.0796342 May 20 15:03:00.325920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-94bd6e8c-d4dc-4ce7-9e2b-624e215ad412 req-c2170a48-ca46-4808-9441-b2eb9d4a2124 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 May 20 15:03:00.509881 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device caccdf69-051d-4f06-8e85-3879a414d450 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 15:03:00.640714 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port caccdf69-051d-4f06-8e85-3879a414d450, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=caccdf69-051d-4f06-8e85-3879a414d450,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:03:00.657430 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'caccdf69-051d-4f06-8e85-3879a414d450', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'port_id': 'caccdf69-051d-4f06-8e85-3879a414d450', 'mac_address': 'fa:16:3e:ba:c3:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 723, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 15:03:00.720499 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:00.737402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caccdf69-051d-4f06-8e85-3879a414d450 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:03:00.752558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port caccdf69-051d-4f06-8e85-3879a414d450, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=caccdf69-051d-4f06-8e85-3879a414d450,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:03:00.756778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:00.758778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af57ee76-abdc-4826-9785-2d8c4f9b05c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:00.822428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=caccdf69-051d-4f06-8e85-3879a414d450,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:00.825408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:01.001073 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['caccdf69-051d-4f06-8e85-3879a414d450'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:03:01.504695 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c8de4-e323-4470-aecb-0841e9f66f94 req-90720cc3-cdfc-4677-aebb-b4cc3855ba06 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:01.506741 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-db4c8de4-e323-4470-aecb-0841e9f66f94 req-90720cc3-cdfc-4677-aebb-b4cc3855ba06 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 944 time: 0.0783184 May 20 15:03:01.549335 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-db4c8de4-e323-4470-aecb-0841e9f66f94 req-c87708e5-c345-4c8c-b3b0-6e9eb91dc57f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367486 May 20 15:03:02.540609 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device caccdf69-051d-4f06-8e85-3879a414d450 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:03:02.607053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port caccdf69-051d-4f06-8e85-3879a414d450 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:03:02.612282 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port caccdf69-051d-4f06-8e85-3879a414d450 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:03:02.612752 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:02.729788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:02.743793 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a213bc-1e97-4e16-94f1-8cb079a323ab req-f774adef-4c45-4d4d-a6bf-67492a48a367 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:02.745279 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f5a213bc-1e97-4e16-94f1-8cb079a323ab req-f774adef-4c45-4d4d-a6bf-67492a48a367 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 944 time: 0.0850816 May 20 15:03:02.756595 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:02.766585 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port caccdf69-051d-4f06-8e85-3879a414d450, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=caccdf69-051d-4f06-8e85-3879a414d450,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:03:02.771418 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:02.774287 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-59de997c-3c5a-427d-abc7-3618a4045365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:02.791065 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f5a213bc-1e97-4e16-94f1-8cb079a323ab req-74c29d72-3ce6-4698-8a6b-fb9ea3d10997 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398040 May 20 15:03:02.841560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=caccdf69-051d-4f06-8e85-3879a414d450,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:02.844717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:02.853193 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450', 'code': 200} May 20 15:03:03.082729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d83642-64ec-4078-aea7-6a58c6999025 req-b4f6e5e0-cdeb-42a5-b408-016ffcba1388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:03.084711 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-93d83642-64ec-4078-aea7-6a58c6999025 req-b4f6e5e0-cdeb-42a5-b408-016ffcba1388 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 1098 time: 0.0717242 May 20 15:03:03.124083 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-93d83642-64ec-4078-aea7-6a58c6999025 req-a8cee7d9-66aa-4865-b942-8018926d2078 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335195 May 20 15:03:03.718584 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-1b4e880f-36d3-4cd7-900c-e33278c6ff70 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671768 May 20 15:03:03.865829 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-4b7ff2e1-774d-414f-b644-045b8876ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:03.867460 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-4b7ff2e1-774d-414f-b644-045b8876ad0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1099 time: 0.0744720 May 20 15:03:03.981092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0dbbda-807f-42db-94e9-63b6646bb1a4 req-06ae559b-2206-4086-8aca-8e36087c43aa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:03.982446 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5a0dbbda-807f-42db-94e9-63b6646bb1a4 req-06ae559b-2206-4086-8aca-8e36087c43aa tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 945 time: 0.0838575 May 20 15:03:04.019193 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-acf115cb-a632-44d2-84d3-5e5673f46805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:04.020612 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-acf115cb-a632-44d2-84d3-5e5673f46805 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.1297617 May 20 15:03:04.029621 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-5a0dbbda-807f-42db-94e9-63b6646bb1a4 req-3cce738a-4ba2-481a-a83f-19adee6ab960 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411844 May 20 15:03:04.265995 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-51f1e609-1a38-4beb-8070-5d1423d7e71b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 1002 time: 0.2268565 May 20 15:03:04.331749 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-eabeeca9-f1df-46ac-91c4-41915e14bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:04.333201 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-eabeeca9-f1df-46ac-91c4-41915e14bcdf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.0569308 May 20 15:03:04.410140 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-1a0e9e8c-1357-49b2-94fb-a8d524ac45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:04.411602 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-1a0e9e8c-1357-49b2-94fb-a8d524ac45bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0695758 May 20 15:03:04.546256 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-f2bfcb1c-8191-41ca-990b-cec22ae87602 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262996 May 20 15:03:04.691221 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e15121f0-c4ee-468e-88b6-4f2d0a19dbaa req-eeeeea50-17dd-478d-8df3-68afe4a796c4 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367648 May 20 15:03:05.228199 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446f27f-99f2-440b-8a0e-e61e719edd4f req-5303910d-f6c9-4848-90f5-18ab8d8047d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:05.229659 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4446f27f-99f2-440b-8a0e-e61e719edd4f req-5303910d-f6c9-4848-90f5-18ab8d8047d1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 945 time: 0.0871949 May 20 15:03:05.273967 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4446f27f-99f2-440b-8a0e-e61e719edd4f req-8610737a-8eed-4657-a726-7092e689e67d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380282 May 20 15:03:05.464600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43616b-0814-4683-8159-06f778a821ee req-e1e60313-503b-4cf2-b1f1-67fc9f9e7e4b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:05.466026 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4b43616b-0814-4683-8159-06f778a821ee req-e1e60313-503b-4cf2-b1f1-67fc9f9e7e4b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 945 time: 0.0883625 May 20 15:03:05.512806 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-4b43616b-0814-4683-8159-06f778a821ee req-5b2257f2-75af-4d17-9733-aa2dedc2f553 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407248 May 20 15:03:05.536209 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34000) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:05.618025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16534c09-eca0-4ee2-8729-ca9893302d38 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:05.619946 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-16534c09-eca0-4ee2-8729-ca9893302d38 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 1093 time: 0.0827746 May 20 15:03:05.622573 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34004) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:05.628730 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': 'caccdf69-051d-4f06-8e85-3879a414d450', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.5'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:03:05.635332 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:03:05.639192 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:03:05.641988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:03:05.648837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:03:05.658098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:05.806886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:05.953184 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.61 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/7baebe24-313c-4e27-bd5a-b764eecdea68) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:03:06.101126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:06.131762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:06.136642 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-f8ccee03-0417-4f56-9a6d-bba62af9f102 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:06.327287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:03:06.330814 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:03:06.334637 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:03:06.366640 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=7baebe24-313c-4e27-bd5a-b764eecdea68,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:06.372798 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:06.761273 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:06.838994 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:07.041405 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:07.046738 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:07.051561 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9ca3e1a1-3a96-4133-b1a5-481b781e0cc1 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:07.161488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=7baebe24-313c-4e27-bd5a-b764eecdea68,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:07.164283 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:07.168955 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:07.338275 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 9436ef2b-72ba-4223-83e6-dcb6b18b7364 associated. External IP: 172.26.6.61, port: caccdf69-051d-4f06-8e85-3879a414d450. May 20 15:03:07.682914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:03:07.984208 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:03:07.993865 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:03:08.004600 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:03:08.005240 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:08.009371 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:08.081535 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4434695 May 20 15:03:08.081535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:08.176802 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450', 'status': 'completed', 'code': 200} May 20 15:03:08.203532 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:03:08.294670 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-0eca5778-cf72-462d-902d-8d02468bcaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:08.296112 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-0eca5778-cf72-462d-902d-8d02468bcaef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 1098 time: 0.0889556 May 20 15:03:08.463840 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c16acd39-7ba2-4230-9e88-f5dd0c2b5e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:08.469328 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-6574c82c-672d-48fd-8c49-3dfb8d47fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:08.470792 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-6574c82c-672d-48fd-8c49-3dfb8d47fc7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.1589687 May 20 15:03:08.586711 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-2da5f77a-9aea-471d-8726-afc9cca1654e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caccdf69-051d-4f06-8e85-3879a414d450 HTTP/1.1" status: 200 len: 998 time: 0.1063299 May 20 15:03:08.637493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '9436ef2b-72ba-4223-83e6-dcb6b18b7364', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.61', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': 'caccdf69-051d-4f06-8e85-3879a414d450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:ba:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:03:06Z', 'updated_at': '2021-05-20T15:03:06Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}, {'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:52Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:08.641835 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:03:08.650608 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:03:08.651358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:02:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:08.656582 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-d1915252-1032-4e90-a247-6b549447634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:08.658118 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-d1915252-1032-4e90-a247-6b549447634c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0639925 May 20 15:03:08.750316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-9ed02f28-2e90-4671-8bc4-836a739436f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:08.751935 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-9ed02f28-2e90-4671-8bc4-836a739436f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0840394 May 20 15:03:08.840253 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:03:08.896721 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-d9301b2a-b15d-4bf0-ab17-d77f3dd3ac64 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324875 May 20 15:03:09.034283 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-2a5f3895-c86f-4999-9d2d-ad96fd253acb req-c6ed5d5a-c536-4eab-8766-dbb1d1272f83 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289449 May 20 15:03:09.192156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '9436ef2b-72ba-4223-83e6-dcb6b18b7364', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.61', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': 'caccdf69-051d-4f06-8e85-3879a414d450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:ba:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:03:06Z', 'updated_at': '2021-05-20T15:03:06Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}, {'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:52Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:09.196075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04fbdac7-b200-4821-b69e-bcc89e8e8dd4 None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '9436ef2b-72ba-4223-83e6-dcb6b18b7364', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.61', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': 'caccdf69-051d-4f06-8e85-3879a414d450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:ba:c3:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:03:06Z', 'updated_at': '2021-05-20T15:03:06Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}, {'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:52Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:03:09.372012 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31753200-186a-498d-8e18-6bfa8c72435a None None] New status for floating IP 9436ef2b-72ba-4223-83e6-dcb6b18b7364: ACTIVE {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:03:10.668365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e6d74261-ff47-4d3e-875b-3f4e99e467e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:10.897693 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:11.938321 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:13.646366 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:19.774712 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:33.568221 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:03:38.434875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7ab2476a-1c8e-4b22-b4f2-888847daa22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:40.669966 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1b0511d6-facb-49bd-a0e1-f89e2986099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:40.899863 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:41.941408 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:43.647661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:44.596960 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34030) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:44.742355 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9bfe714e-54e1-4acb-bb0f-73751e985018 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d4943c2c-d452-4712-98b3-7dda38e8fd9a HTTP/1.1" status: 200 len: 994 time: 0.1441078 May 20 15:03:45.517469 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34042) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:45.523423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:03:45.637656 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:45.845522 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:03:45.870387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:45.875019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:45.881404 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:45.937431 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:45.938003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:45.939404 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/ports/17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 939 time: 0.4209170 May 20 15:03:45.940046 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:45.972282 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=6']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:45.980229 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.980609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.980992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.981364 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.981733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.982101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.982467 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.982831 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.983232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.983600 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.983961 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.984320 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:45.990504 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-cd188c35-d74a-45b8-859c-9bb944b45db2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:45.992109 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'status': 'completed', 'code': 200} May 20 15:03:46.087552 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-142525e5-2fd5-4a3f-a043-ec93c367abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:46.089010 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-142525e5-2fd5-4a3f-a043-ec93c367abde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1100 time: 0.0765316 May 20 15:03:46.148165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f608017f-c4d9-40db-9b12-4d12965c7a15 None None] Provisioning complete for port 17f8132e-ebbd-4313-b64a-19f193a3d24d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:03:46.148774 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f608017f-c4d9-40db-9b12-4d12965c7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:46.209874 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f608017f-c4d9-40db-9b12-4d12965c7a15 None None] Port 17f8132e-ebbd-4313-b64a-19f193a3d24d is administratively disabled so it will not transition to active. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} May 20 15:03:46.219837 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-55649780-185e-499e-b9a0-029d9e7fb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:46.221266 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-55649780-185e-499e-b9a0-029d9e7fb7b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.1253507 May 20 15:03:46.320824 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-a0008119-9e0b-4eaa-888a-de9ad523134d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 1003 time: 0.0924799 May 20 15:03:46.381693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-37893b64-e621-459c-993e-1a4748803513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:46.383395 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-37893b64-e621-459c-993e-1a4748803513 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0564311 May 20 15:03:46.459847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-8cd6ae23-6af3-4f25-a1a8-1e4d4abf9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:46.461158 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-8cd6ae23-6af3-4f25-a1a8-1e4d4abf9c02 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0706105 May 20 15:03:46.715891 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-a4b42869-1e9a-4390-874b-10c319dde023 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474916 May 20 15:03:46.844077 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-042b8c8d-5813-4e6c-826f-d87457b62abc req-650c2802-d34d-4e51-a403-2ea36167613f service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211929 May 20 15:03:49.368661 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34052) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:49.374544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'admin_state_up': True}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:03:49.493985 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:49.699362 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:03:49.722655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:49.727690 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:49.732019 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:49.767083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:49.792508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:49.793126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:49.794493 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/ports/17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 938 time: 0.4249244 May 20 15:03:49.795161 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:49.797490 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34056) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:49.825536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=7']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:49.833471 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.833941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.834382 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.834820 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.835278 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.835960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.836426 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.836832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.838061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.838061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.838061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.838381 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:03:49.843121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:49.855232 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'status': 'completed', 'code': 200} May 20 15:03:49.925101 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-50c8190c-829b-4575-94de-d5e84aa0bc57 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/d4943c2c-d452-4712-98b3-7dda38e8fd9a HTTP/1.1" status: 200 len: 994 time: 0.1262300 May 20 15:03:49.959003 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d550a-3173-4221-a9df-050fc2badc49 req-0126efaf-51dc-4b2f-ac5c-d4b4d52eb6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:49.960594 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-0126efaf-51dc-4b2f-ac5c-d4b4d52eb6c7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1099 time: 0.0811858 May 20 15:03:50.050195 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-bc6b9ce0-ca6d-4bea-bd88-bf2c15c5aa3b None None] Provisioning complete for port 17f8132e-ebbd-4313-b64a-19f193a3d24d triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:03:50.050573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9ce0-ca6d-4bea-bd88-bf2c15c5aa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:50.074641 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['17f8132e-ebbd-4313-b64a-19f193a3d24d'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:03:50.094076 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d550a-3173-4221-a9df-050fc2badc49 req-a6aa6878-9318-480b-91b0-65646dc47712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:50.095572 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-a6aa6878-9318-480b-91b0-65646dc47712 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.1266501 May 20 15:03:50.198859 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-cf9ec1fd-8c12-4b67-8b4c-eda4b3c5c7d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 1002 time: 0.0952833 May 20 15:03:50.263693 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d550a-3173-4221-a9df-050fc2badc49 req-ec5dee71-8ed1-42a8-8c07-b0e306192ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:50.265049 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-ec5dee71-8ed1-42a8-8c07-b0e306192ae8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0595896 May 20 15:03:50.343380 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d550a-3173-4221-a9df-050fc2badc49 req-3b54a525-2ce9-4489-9939-1b6435a525be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:50.344852 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-3b54a525-2ce9-4489-9939-1b6435a525be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0728507 May 20 15:03:50.476521 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-5be9201a-4ecb-4b49-ab7d-2e8365ba0d3d service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241848 May 20 15:03:50.605385 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-975d550a-3173-4221-a9df-050fc2badc49 req-9bd38d47-b146-48f3-b38d-4c55d66fac92 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212313 May 20 15:03:52.490855 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34068) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:52.750007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 7baebe24-313c-4e27-bd5a-b764eecdea68 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:03:52.750247 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:52.864539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:52.864864 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:53.109536 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 7baebe24-313c-4e27-bd5a-b764eecdea68 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:03:53.226526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:53.231596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-226bf89f-8f7e-49a3-89da-c3e137ead8a4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:53.275473 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=7baebe24-313c-4e27-bd5a-b764eecdea68,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:53.303900 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:53.364827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:53.365078 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 9436ef2b-72ba-4223-83e6-dcb6b18b7364 disassociated (deleted). External IP: 172.26.6.61, port: caccdf69-051d-4f06-8e85-3879a414d450. May 20 15:03:53.706138 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:03:53.880867 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:03:53.893397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:03:53.897690 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:53.902651 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:03:53.903306 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:53.954740 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d03413c1-49d3-42f1-a28a-43a72a03a829 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/9436ef2b-72ba-4223-83e6-dcb6b18b7364 HTTP/1.1" status: 204 len: 168 time: 1.4603841 May 20 15:03:53.954740 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:53.997550 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450', 'status': 'completed', 'code': 200} May 20 15:03:54.083284 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:03:54.096513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-f9a2cad5-7800-45a4-8b07-01725c5ee8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:54.098048 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-f9a2cad5-7800-45a4-8b07-01725c5ee8cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 1098 time: 0.0768404 May 20 15:03:54.342879 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8384a1-f524-477c-b283-765ca2349823 req-3fa0dfc5-14c9-454d-aa92-2062d452fdac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:54.343509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-1c8384a1-f524-477c-b283-765ca2349823 req-3fa0dfc5-14c9-454d-aa92-2062d452fdac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:03:54.361471 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-1c8384a1-f524-477c-b283-765ca2349823 req-3fa0dfc5-14c9-454d-aa92-2062d452fdac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:03:54.363651 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1c8384a1-f524-477c-b283-765ca2349823 req-3fa0dfc5-14c9-454d-aa92-2062d452fdac tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 945 time: 0.1065118 May 20 15:03:54.387990 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-8eb67e23-75c5-4784-ba28-eeacb59d72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:54.389939 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-8eb67e23-75c5-4784-ba28-eeacb59d72dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.2844887 May 20 15:03:54.413254 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1c8384a1-f524-477c-b283-765ca2349823 req-90b345de-28a7-4bde-8b0b-6444f4174a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393100 May 20 15:03:54.465758 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-0102cccb-9b42-40d7-aff9-1cacfe7435f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=caccdf69-051d-4f06-8e85-3879a414d450 HTTP/1.1" status: 200 len: 217 time: 0.0682957 May 20 15:03:54.492760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:52Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:54.496617 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:03:54.504747 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:03:54.505345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:54.529794 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-67261afc-643d-4ee8-89ae-48383d61272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:54.531235 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-67261afc-643d-4ee8-89ae-48383d61272f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0585425 May 20 15:03:54.609838 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-d97b7bf0-f504-477b-ab09-34f5dde236e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:54.611267 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-d97b7bf0-f504-477b-ab09-34f5dde236e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0726402 May 20 15:03:54.679068 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:03:54.745335 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-dbbc6169-6989-4bab-8ae5-4261a7062dc7 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266239 May 20 15:03:54.884691 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-455d4bd2-1337-4883-81a0-77c7957f5f4b req-33bf4b75-58a8-43a0-801a-8f37f29f67bd service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315951 May 20 15:03:55.032064 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:52Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:55.035947 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74d53e8-af41-4a05-b6f1-e9b4661e13ec None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': 'd4943c2c-d452-4712-98b3-7dda38e8fd9a', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.196', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'port_id': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'mac_address': 'fa:16:3e:0b:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:02:49Z', 'updated_at': '2021-05-20T15:02:52Z', 'revision_number': 1, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:03:55.237476 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b58332-1f42-4542-9f5d-c1b35360158a None None] New status for floating IP 9436ef2b-72ba-4223-83e6-dcb6b18b7364: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:03:55.600877 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de026f-ec9a-4788-89a0-f8d3a6759c78 req-c2cddce1-c9ee-4fba-bdfb-3ccb7550b844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:55.602428 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d0de026f-ec9a-4788-89a0-f8d3a6759c78 req-c2cddce1-c9ee-4fba-bdfb-3ccb7550b844 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 945 time: 0.0783477 May 20 15:03:55.650843 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d0de026f-ec9a-4788-89a0-f8d3a6759c78 req-dd0caed9-37ae-480c-a5b0-28115d327fce tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=2be9f623-fd54-4081-8914-c47a0bb104a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419743 May 20 15:03:55.652393 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608680b-dc7e-4482-ba48-beac6664df8f req-3a89bf57-7010-44d9-93cc-1af0e499ea0a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:55.653177 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-d608680b-dc7e-4482-ba48-beac6664df8f req-3a89bf57-7010-44d9-93cc-1af0e499ea0a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:03:55.665800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-d608680b-dc7e-4482-ba48-beac6664df8f req-3a89bf57-7010-44d9-93cc-1af0e499ea0a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:03:55.666903 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d608680b-dc7e-4482-ba48-beac6664df8f req-3a89bf57-7010-44d9-93cc-1af0e499ea0a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 945 time: 0.0916264 May 20 15:03:55.804563 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port caccdf69-051d-4f06-8e85-3879a414d450 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:03:55.804905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:55.936303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port caccdf69-051d-4f06-8e85-3879a414d450, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=caccdf69-051d-4f06-8e85-3879a414d450,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:03:55.936564 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:56.056397 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for caccdf69-051d-4f06-8e85-3879a414d450 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:03:56.166294 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:56.171587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f83b4dd0-9bba-4eee-a886-639c5f34c6f5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:56.214728 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=caccdf69-051d-4f06-8e85-3879a414d450,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:56.217941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:56.289629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port caccdf69-051d-4f06-8e85-3879a414d450 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:03:56.292745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:56.296596 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'name': 'network-vif-deleted', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:56.310053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-d608680b-dc7e-4482-ba48-beac6664df8f req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/caccdf69-051d-4f06-8e85-3879a414d450 HTTP/1.1" status: 204 len: 173 time: 0.6361332 May 20 15:03:56.345778 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc33fe5-ca9c-4740-86f8-aace79ee0136', 'name': 'network-vif-deleted', 'tag': 'caccdf69-051d-4f06-8e85-3879a414d450', 'status': 'completed', 'code': 200} May 20 15:03:56.813928 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0f9508dc-dd46-4a53-91d0-3eb8df61966b req-4c4d2bac-40d1-47fe-9fd1-8fc65ac21df9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=bcc33fe5-ca9c-4740-86f8-aace79ee0136 HTTP/1.1" status: 200 len: 210 time: 0.0424089 May 20 15:03:57.136289 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34084) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:57.393461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Deleting port 9350f535-9852-4601-aa3e-938f54715ed1 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:03:57.393719 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:57.630440 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:57.630766 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:57.748938 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Calling delete_port for 9350f535-9852-4601-aa3e-938f54715ed1 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:03:57.870531 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:57.874222 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b155676d-1924-4ae0-aefe-7823406ee7b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:57.912516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34090) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:57.917604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'Port': ['ID=9350f535-9852-4601-aa3e-938f54715ed1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:57.921173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:57.981070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.010536 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.013860 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.014201 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Floating IP dc54025e-954f-4499-8da1-ee24d3c283b8 disassociated (deleted). External IP: 172.26.6.212, port: 6cac5003-82e8-4eb7-a875-bf328119c696. May 20 15:03:58.076481 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.081589 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0c01006c-d20e-41e2-b27b-1923c9a86b24 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:58.096360 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be9f623-fd54-4081-8914-c47a0bb104a8,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:58.102051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:58.106288 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.107439 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/2be9f623-fd54-4081-8914-c47a0bb104a8 HTTP/1.1" status: 204 len: 168 time: 0.1938353 May 20 15:03:58.140958 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34096) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:03:58.371406 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:03:58.401612 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 612d10e7-c786-43ec-b6a9-fcea0d582b19 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:03:58.401956 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.555890 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:03:58.566249 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:03:58.573874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.575936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:03:58.576561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:58.628205 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-baac2913-2f1f-4141-bf17-5c07f83ac811 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "DELETE /v2.0/floatingips/dc54025e-954f-4499-8da1-ee24d3c283b8 HTTP/1.1" status: 204 len: 168 time: 1.4908607 May 20 15:03:58.628882 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:03:58.667797 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.668129 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:58.696042 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696', 'status': 'completed', 'code': 200} May 20 15:03:58.761930 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:03:58.826327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 612d10e7-c786-43ec-b6a9-fcea0d582b19 owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:03:58.832811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device caccdf69-051d-4f06-8e85-3879a414d450 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:03:58.895546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-2227e434-fcaa-4dc1-8f74-4d1c55d9b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:58.897887 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-2227e434-fcaa-4dc1-8f74-4d1c55d9b7f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 1098 time: 0.1667662 May 20 15:03:59.065378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c222c13-b843-4fea-a19c-3e6881ffcb33 req-197799d0-3d44-4a82-9771-fea3288d6f96 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:59.066112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-1c222c13-b843-4fea-a19c-3e6881ffcb33 req-197799d0-3d44-4a82-9771-fea3288d6f96 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:03:59.083791 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-1c222c13-b843-4fea-a19c-3e6881ffcb33 req-197799d0-3d44-4a82-9771-fea3288d6f96 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:03:59.084977 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1c222c13-b843-4fea-a19c-3e6881ffcb33 req-197799d0-3d44-4a82-9771-fea3288d6f96 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 945 time: 0.1038165 May 20 15:03:59.121809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: caccdf69-051d-4f06-8e85-3879a414d450 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:03:59.122571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device caccdf69-051d-4f06-8e85-3879a414d450 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:03:59.136381 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1c222c13-b843-4fea-a19c-3e6881ffcb33 req-65b40f28-aa94-4ee1-89ef-2b9859188a63 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433769 May 20 15:03:59.180005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-3f5c3001-9621-4ce8-a1d6-b37dbc8642ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:59.181481 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-3f5c3001-9621-4ce8-a1d6-b37dbc8642ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.2747152 May 20 15:03:59.257977 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-5c027095-c4cc-496c-b21f-7abd9f648947 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6cac5003-82e8-4eb7-a875-bf328119c696 HTTP/1.1" status: 200 len: 217 time: 0.0667012 May 20 15:03:59.258702 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:59.263358 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fdbf15e0-085a-42a8-b494-c75de8f841b0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:03:59.310112 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:27Z', 'revision_number': 1, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:59.313952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:03:59.322722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:03:59.323370 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:59.336714 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=612d10e7-c786-43ec-b6a9-fcea0d582b19,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:03:59.349441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:03:59.436011 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-e8f4f345-2a59-4451-a7b4-3a5d85357e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:59.437354 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-e8f4f345-2a59-4451-a7b4-3a5d85357e95 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.1454055 May 20 15:03:59.486666 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:03:59.487001 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP d4943c2c-d452-4712-98b3-7dda38e8fd9a disassociated (deleted). External IP: 172.26.6.196, port: 17f8132e-ebbd-4313-b64a-19f193a3d24d. May 20 15:03:59.500428 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:03:59.666429 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-c9e6f4d7-06ce-4c8a-adac-19e89be4252f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:03:59.667935 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-c9e6f4d7-06ce-4c8a-adac-19e89be4252f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2227166 May 20 15:03:59.842162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:27Z', 'revision_number': 1, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:03:59.846017 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45307c9-10ea-4373-a565-c079c44f64ff None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '3367d647-0239-4ea6-87a2-d22f121392d9', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'floating_ip_address': '172.26.6.173', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'port_id': '19711e55-85a9-4808-b315-2f91a095ea67', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'mac_address': 'fa:16:3e:1b:bb:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:00:25Z', 'updated_at': '2021-05-20T15:00:27Z', 'revision_number': 1, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:00.056806 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b150ab-dc22-45fc-a749-b5352f22a312 None None] New status for floating IP dc54025e-954f-4499-8da1-ee24d3c283b8: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:04:00.108696 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-80a2bbba-a135-49bc-9b99-a076997e0d0e service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4294100 May 20 15:04:00.121518 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:00.322856 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30126d6b-3fe3-4869-aaa5-f6898a281a8f req-89d57ff0-cb1a-44d7-8a8e-6dac3747bfe3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:00.324340 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-30126d6b-3fe3-4869-aaa5-f6898a281a8f req-89d57ff0-cb1a-44d7-8a8e-6dac3747bfe3 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 945 time: 0.0800369 May 20 15:04:00.368982 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-30126d6b-3fe3-4869-aaa5-f6898a281a8f req-1266ca94-21f8-48ce-8f1c-5da1688f6e32 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388176 May 20 15:04:00.388252 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1310a60f-2a19-4dcb-8184-582e3c3385ee req-da768622-7397-4083-be51-aa54a066e0d5 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655082 May 20 15:04:00.416051 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:00.425292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:00.434386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:00.434771 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:00.435586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:00.488985 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/d4943c2c-d452-4712-98b3-7dda38e8fd9a HTTP/1.1" status: 204 len: 168 time: 2.3468401 May 20 15:04:00.490792 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:00.545777 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'status': 'completed', 'code': 200} May 20 15:04:00.626457 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:00.663336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-d07966b0-da9b-4e72-9831-94a486ceb1b2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:00.664050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-d07966b0-da9b-4e72-9831-94a486ceb1b2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:00.683141 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-d07966b0-da9b-4e72-9831-94a486ceb1b2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:00.684277 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-d07966b0-da9b-4e72-9831-94a486ceb1b2 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 945 time: 0.1825542 May 20 15:04:00.687156 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-21f7e1ff-c783-4b0d-abe0-b9de43aab29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:00.688531 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-21f7e1ff-c783-4b0d-abe0-b9de43aab29d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 1099 time: 0.1142988 May 20 15:04:00.887665 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba1776-b902-4d44-ba8c-e9e0f3d3dc48 req-9440731a-ac4a-4fe4-8109-10f39d8317df tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:00.889170 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-51ba1776-b902-4d44-ba8c-e9e0f3d3dc48 req-9440731a-ac4a-4fe4-8109-10f39d8317df tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 946 time: 0.0860324 May 20 15:04:00.942812 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-51ba1776-b902-4d44-ba8c-e9e0f3d3dc48 req-5e0e1c47-470c-439b-8684-907402e45418 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472558 May 20 15:04:00.952108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-a56c0c8a-4a78-416b-93b9-d90a82ff1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:00.953574 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-a56c0c8a-4a78-416b-93b9-d90a82ff1f17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 200 len: 897 time: 0.2206402 May 20 15:04:00.963855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Deleting port 6cac5003-82e8-4eb7-a875-bf328119c696 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:00.964196 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:00.982182 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:00.986171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:00.995023 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:00.995643 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:01.054968 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-c3420b7a-1e35-463f-b8a8-fad4698244d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 200 len: 217 time: 0.0929811 May 20 15:04:01.198886 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-1eb4fb93-ffba-4062-8f78-070f2c21b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:01.200233 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-1eb4fb93-ffba-4062-8f78-070f2c21b8d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 200 len: 834 time: 0.0918009 May 20 15:04:01.205061 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] For port 6cac5003-82e8-4eb7-a875-bf328119c696, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=6cac5003-82e8-4eb7-a875-bf328119c696,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:01.205417 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:01.217777 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:01.364286 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Calling delete_port for 6cac5003-82e8-4eb7-a875-bf328119c696 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:01.417752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-b3b6473a-0e41-49cf-b766-eaf0b529fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:01.419282 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-b3b6473a-0e41-49cf-b766-eaf0b529fa4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba02d27a-eb49-4473-8eff-390f48e7ede0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2067969 May 20 15:04:01.536864 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:01.541895 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7bc8b6-48d1-4aaa-b468-b36f6672c8dc None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'c08379dc-f68f-4669-8b56-7b00084616fd', 'name': '', 'network_id': 'ba02d27a-eb49-4473-8eff-390f48e7ede0', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:c1:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:33Z', 'updated_at': '2021-05-20T15:02:38Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': 'e3a2da8b-e07b-48d3-a4d7-872f3da895e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:01.558748 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9a0a4-b79a-45f9-adf0-76a384ae0e9e req-e0771dd2-5bf6-494c-8ecf-060e7079e423 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:01.560535 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b9b9a0a4-b79a-45f9-adf0-76a384ae0e9e req-e0771dd2-5bf6-494c-8ecf-060e7079e423 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 945 time: 0.0842574 May 20 15:04:01.614783 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b9b9a0a4-b79a-45f9-adf0-76a384ae0e9e req-7ec21e02-f187-4a80-98f3-1c91a0a57b43 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479341 May 20 15:04:01.765982 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a3183-d409-49c0-8c5c-76138b171cd2 None None] New status for floating IP d4943c2c-d452-4712-98b3-7dda38e8fd9a: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:04:01.779329 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-65d60bef-1d99-4ad0-84c7-122de083a179 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467860 May 20 15:04:01.780371 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:01.785974 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:01.849514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'Port': ['ID=6cac5003-82e8-4eb7-a875-bf328119c696,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:01.865575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:01.996707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] No DVR routers for this DVR port 6cac5003-82e8-4eb7-a875-bf328119c696 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:02.000565 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:02.022788 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-e9666753-ac75-4ecb-a53f-eb1c9f2976fc req-3d0c9d41-13b0-41cc-a5c8-4b42b8a20ff5 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "DELETE /v2.0/ports/6cac5003-82e8-4eb7-a875-bf328119c696 HTTP/1.1" status: 204 len: 173 time: 1.3253708 May 20 15:04:02.041247 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-3a295af5-5e97-41db-a5ca-757e09b5ab79 req-2fc5a450-fb63-476a-92c4-1e30efbf36b5 service neutron] 10.222.0.11 "GET /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261753 May 20 15:04:02.283508 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-4f52fb45-de0d-4e76-89d3-fc5ce28f55a9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:02.284249 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-4f52fb45-de0d-4e76-89d3-fc5ce28f55a9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:02.306252 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ba38a-f36d-4a29-850a-088912ecc2b8 req-09d1c5b6-2699-4e1a-b376-91713eeb50db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:02.309895 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b53ba38a-f36d-4a29-850a-088912ecc2b8 req-09d1c5b6-2699-4e1a-b376-91713eeb50db tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 946 time: 0.2319775 May 20 15:04:02.312654 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-4f52fb45-de0d-4e76-89d3-fc5ce28f55a9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:02.314100 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-4f52fb45-de0d-4e76-89d3-fc5ce28f55a9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 946 time: 0.1244884 May 20 15:04:02.359915 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b53ba38a-f36d-4a29-850a-088912ecc2b8 req-de2232e2-f767-4f93-97c5-348570dcc81a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=dbe15a32-c34d-47b4-93ff-27cfca55dc7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439620 May 20 15:04:02.470898 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 17f8132e-ebbd-4313-b64a-19f193a3d24d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:02.471465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:02.553711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'name': 'network-vif-deleted', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:02.604929 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b', 'name': 'network-vif-deleted', 'tag': '6cac5003-82e8-4eb7-a875-bf328119c696', 'status': 'completed', 'code': 200} May 20 15:04:02.609905 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 17f8132e-ebbd-4313-b64a-19f193a3d24d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=17f8132e-ebbd-4313-b64a-19f193a3d24d,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:02.610316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:02.737695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 17f8132e-ebbd-4313-b64a-19f193a3d24d owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:02.775784 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f5051ead-f4ca-41d9-bfd1-62948a13f3fd req-f251cd1d-4b0c-41ce-ae03-7b069dc339ea tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 210 time: 0.0467863 May 20 15:04:02.855320 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:02.861575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0aa92e51-24fd-42cf-b5e7-04e3a9a7339e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:02.906482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=17f8132e-ebbd-4313-b64a-19f193a3d24d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:02.909610 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:02.985762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port 17f8132e-ebbd-4313-b64a-19f193a3d24d on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:02.988114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:03.000836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a960658-7be3-4357-a2f7-d7c1c2d80228 req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/17f8132e-ebbd-4313-b64a-19f193a3d24d HTTP/1.1" status: 204 len: 173 time: 0.6791058 May 20 15:04:03.535026 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6ddb4e1a-b250-4081-b52f-35a246934416 req-38996107-0f60-4d93-988c-a22dd10d566b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=70ce1d63-0197-45bc-8ec3-dc7cc280d739 HTTP/1.1" status: 200 len: 210 time: 0.0437212 May 20 15:04:03.925934 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-caa86fbf-3dbd-42cd-8390-8da93a6b5859 req-fe500687-2de2-4a70-9627-611f33774cad tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 210 time: 0.0418742 May 20 15:04:04.606212 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'name': 'network-vif-deleted', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:04.635455 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34130) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:04.659542 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ce1d63-0197-45bc-8ec3-dc7cc280d739', 'name': 'network-vif-deleted', 'tag': '17f8132e-ebbd-4313-b64a-19f193a3d24d', 'status': 'completed', 'code': 200} May 20 15:04:04.710305 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:04.741283 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:04.805633 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:04.809769 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-dd093b4f-d740-4d91-867c-e69e60688e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:04.829540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe15a32-c34d-47b4-93ff-27cfca55dc7e,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:04.833452 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:04.840070 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:04.843714 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bb8320a4-5321-4524-8c20-00a19bf15ee2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/dbe15a32-c34d-47b4-93ff-27cfca55dc7e HTTP/1.1" status: 204 len: 168 time: 0.2048037 May 20 15:04:04.861958 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6cac5003-82e8-4eb7-a875-bf328119c696 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:04.877991 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34136) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:04.904281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 6cac5003-82e8-4eb7-a875-bf328119c696 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:04.904936 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 6cac5003-82e8-4eb7-a875-bf328119c696 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:04.905489 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 17f8132e-ebbd-4313-b64a-19f193a3d24d no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:04.942365 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 17f8132e-ebbd-4313-b64a-19f193a3d24d {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:04.942725 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 17f8132e-ebbd-4313-b64a-19f193a3d24d not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:05.089378 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-25a72e9c-d8dc-4aa9-9b91-171374bea4d3 req-2dd260c3-5c3c-4a9c-abe4-caee2708dc23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=2c05d0c0-e5b5-46f5-abf4-995d2ba12d0b HTTP/1.1" status: 200 len: 210 time: 0.0473936 May 20 15:04:05.579415 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:06.011917 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port c08379dc-f68f-4669-8b56-7b00084616fd {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:06.012527 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:06.142830 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port c08379dc-f68f-4669-8b56-7b00084616fd, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c08379dc-f68f-4669-8b56-7b00084616fd,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:06.143291 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:06.271248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for c08379dc-f68f-4669-8b56-7b00084616fd owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:06.573342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:06.577650 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d6090fc2-2b6d-476a-869d-bf5b7a9dcb8a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:06.621669 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=c08379dc-f68f-4669-8b56-7b00084616fd,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:06.648526 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:07.054446 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:07.419856 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router b35de34b-9e12-42c2-8348-1418fb88c66b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:07.596304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:07.606637 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] Sync routers for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:07.611597 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-75379049-3fa7-44c7-bfc5-1b986e65ce5a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/b35de34b-9e12-42c2-8348-1418fb88c66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7321839 May 20 15:04:07.611732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34150) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:07.616567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:07.617398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:07.679466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet e3a2da8b-e07b-48d3-a4d7-872f3da895e7 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:04:07.682455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:07.740849 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:07.798034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:07.826759 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.093162 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:04:06Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:08.097527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] Checking router: b35de34b-9e12-42c2-8348-1418fb88c66b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:08.107212 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] Routers {'b35de34b-9e12-42c2-8348-1418fb88c66b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:08.107899 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:03:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['b35de34b-9e12-42c2-8348-1418fb88c66b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:08.113137 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.135629 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-57967a80-e444-408c-bca1-3ce66b7c0676 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:08.170053 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.179866 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8338d7-cc8d-4268-9542-c06d2629dfed None None] Network ba02d27a-eb49-4473-8eff-390f48e7ede0 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:04:08.182116 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a2da8b-e07b-48d3-a4d7-872f3da895e7,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:08.184676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:08.186547 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/e3a2da8b-e07b-48d3-a4d7-872f3da895e7 HTTP/1.1" status: 204 len: 168 time: 0.5738113 May 20 15:04:08.189275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34154) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:08.408166 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.523611 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] Set router b35de34b-9e12-42c2-8348-1418fb88c66b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:08.641330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.646190 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-da594d8d-a5d8-45eb-ba47-fdd7d30e5565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.758576 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:08.759198 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.886210 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] DHCP port deletion for ba02d27a-eb49-4473-8eff-390f48e7ede0 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:04:08.926575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:08.926860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:08.991067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Deleting port 7839b1be-b065-438e-b97f-bae9bfb87bae {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:08.991701 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.039300 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:04:06Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:09.103039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd78501-a33d-4a4d-ae7d-7057e7c04221 None None] The sync data for ids ['b35de34b-9e12-42c2-8348-1418fb88c66b'] in dv-neutron-601336-75-hyperv is: [{'id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'name': 'tempest-TestNetworkBasicOps-router-177304466', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154'}], 'enable_snat': True}, 'gw_port_id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:02:28Z', 'updated_at': '2021-05-20T15:04:06Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': '69c28ba7-c9f4-41e8-9c68-70f2c7634d6f', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ca:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35de34b-9e12-42c2-8348-1418fb88c66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1478, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:02:29Z', 'updated_at': '2021-05-20T15:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:09.129033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] For port 7839b1be-b065-438e-b97f-bae9bfb87bae, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=7839b1be-b065-438e-b97f-bae9bfb87bae,segment=NetworkSegment(d13728a1-09cf-4200-8e18-7dd19cc03707),segment_id=d13728a1-09cf-4200-8e18-7dd19cc03707)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:09.129671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.263314 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:09.304593 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Calling delete_port for 7839b1be-b065-438e-b97f-bae9bfb87bae owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:09.358830 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.365246 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af57ee76-abdc-4826-9785-2d8c4f9b05c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:09.411875 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Pushing event deleted for resources: {'Port': ['ID=7839b1be-b065-438e-b97f-bae9bfb87bae,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:09.417152 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] No DVR routers for this DVR port 7839b1be-b065-438e-b97f-bae9bfb87bae on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:09.423775 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.424125 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.424460 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.424794 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.425119 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.425447 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.425773 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.426098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.426422 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.426970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.427056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.427375 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:04:09.430531 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:09.460729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.466490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4481d11d-b47f-4b44-9eae-6222fcb85014 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:09.521585 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=69c28ba7-c9f4-41e8-9c68-70f2c7634d6f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:09.546144 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:09.622055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.809420 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.811984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.835188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.835660 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router b35de34b-9e12-42c2-8348-1418fb88c66b {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:04:09.851038 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:09.852321 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1081153b-12ef-4102-bec6-3a307938b455 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/b35de34b-9e12-42c2-8348-1418fb88c66b HTTP/1.1" status: 204 len: 168 time: 1.6620758 May 20 15:04:09.855388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34166) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:09.995259 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.128765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.142137 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba02d27a-eb49-4473-8eff-390f48e7ede0']}} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:10.154562 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13728a1-09cf-4200-8e18-7dd19cc03707') {'for_net_delete': True} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:10.154858 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.services.segments.db [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13728a1-09cf-4200-8e18-7dd19cc03707') {} {{(pid=98806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:10.167353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128620744'] for segment, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.184734 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.191327 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=98806) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:04:10.191719 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128323108'] for segment, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: Traceback (most recent call last): May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: timer() May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: cb(*args, **kw) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: return func(*args, **kwargs) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: self._notify() May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: self.callback(batched_events) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: event.method(event) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: return f(self, *a, **k) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._get(url).json() May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: return self.request(url, 'GET', **kwargs) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:04:10.206817 dv-neutron-601336-75-hyperv neutron-server[98806]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:04:10.285590 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.288859 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1a7386b1-fa13-45f1-b4ff-f69e729a9f7d tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:10.303004 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.316191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=ba02d27a-eb49-4473-8eff-390f48e7ede0,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:10.319225 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:10.327285 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-8abc10fa-281d-4dd6-a3bc-4288e84a9742 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/ba02d27a-eb49-4473-8eff-390f48e7ede0 HTTP/1.1" status: 204 len: 168 time: 0.4679852 May 20 15:04:10.347007 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34170) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:10.353207 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'network': {'name': 'tempest-network-smoke--162693802', 'project_id': '53529b685f624223b93a383149f00310', 'port_security_enabled': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:10.358911 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:10.363515 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:network and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:10.366914 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:10.374428 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:10.385832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:04:10.389747 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.395571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:10.420520 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] vlan segment allocate from pool success with {'vlan_id': 721, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:04:10.430091 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.430751 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Added segment 864aabb0-e11e-4061-8195-4abacb084f27 of type vlan for network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e May 20 15:04:10.434945 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:10.435341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 69c28ba7-c9f4-41e8-9c68-70f2c7634d6f not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:10.435921 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c08379dc-f68f-4669-8b56-7b00084616fd no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:10.458231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.469448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: c08379dc-f68f-4669-8b56-7b00084616fd {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:10.469809 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c08379dc-f68f-4669-8b56-7b00084616fd not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:10.470244 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7839b1be-b065-438e-b97f-bae9bfb87bae no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:10.486842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.492461 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:10.493051 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.499168 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5aa3dd61-27a6-4b9d-9344-bf7f834b74ef tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:10.503034 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 7839b1be-b065-438e-b97f-bae9bfb87bae {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:10.503421 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 7839b1be-b065-438e-b97f-bae9bfb87bae not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:10.568958 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:04:10.599214 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2510622 May 20 15:04:10.601953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34174) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:10.608547 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Network': ['ID=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:10.611834 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4c3bb3fb-c604-4673-b12e-2b36c8607e4e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:10.612096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'admin_state_up': True, 'project_id': '53529b685f624223b93a383149f00310', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:10.620247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:10.621291 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 15:04:10.624085 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:router and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:10.626894 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for router was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:10.633460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:10.644096 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-701215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7653'] for router, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.645112 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-696654', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-752418', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7660'] for router, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.661504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.725164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-12ee1cf0-708e-4aa5-ab4a-220b02881db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.895297 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34180) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:10.906549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:10.937944 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.175705 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Deleting port 73154d5b-8b79-4640-baef-51db53170767 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:11.175967 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.295416 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.295752 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.390465 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.420412 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.420588 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Calling delete_port for 73154d5b-8b79-4640-baef-51db53170767 owned by network:floatingip {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:11.539700 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.543216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-736520ff-2abf-4680-a922-1905df6730fd tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:11.557960 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.62 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/c7187b8b-8649-47b0-8443-27ca17d56120) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:04:11.589499 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'Port': ['ID=73154d5b-8b79-4640-baef-51db53170767,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:11.592612 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:11.678387 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.678732 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.l3_db [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Floating IP 3367d647-0239-4ea6-87a2-d22f121392d9 disassociated (deleted). External IP: 172.26.6.173, port: 19711e55-85a9-4808-b315-2f91a095ea67. May 20 15:04:11.705331 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.733696 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:11.738206 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5f918d85-e14f-4fd3-9952-57be2df2d277 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:11.799477 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:04:11.802578 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:11.806652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:04:11.841753 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:11.848252 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:11.951077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:12.161774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:12.225765 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:12.340224 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:12.350263 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:12.356821 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:12.360863 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:12.361675 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:12.421022 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2baad474-7628-4212-b397-90f03bbae06a tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "DELETE /v2.0/floatingips/3367d647-0239-4ea6-87a2-d22f121392d9 HTTP/1.1" status: 204 len: 168 time: 1.5221426 May 20 15:04:12.421022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67'}] {{(pid=98805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:12.464028 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67', 'status': 'completed', 'code': 200} May 20 15:04:12.559532 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:12.788945 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-691948', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635'] for router, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:12.802417 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da56086-bdf2-4755-99e2-6cfcd033c339 req-e8251280-37f7-4015-a341-ad06f0e77372 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:12.803126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-3da56086-bdf2-4755-99e2-6cfcd033c339 req-e8251280-37f7-4015-a341-ad06f0e77372 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:12.819534 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-3da56086-bdf2-4755-99e2-6cfcd033c339 req-e8251280-37f7-4015-a341-ad06f0e77372 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:12.820847 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3da56086-bdf2-4755-99e2-6cfcd033c339 req-e8251280-37f7-4015-a341-ad06f0e77372 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 946 time: 0.0977347 May 20 15:04:12.881216 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3da56086-bdf2-4755-99e2-6cfcd033c339 req-e7ba2d61-44ea-4012-89bd-88f6528ad3d6 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483453 May 20 15:04:12.890800 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-029e44a3-d0a8-43ba-bad3-15a109c70460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:12.892693 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-029e44a3-d0a8-43ba-bad3-15a109c70460 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 1099 time: 0.4034040 May 20 15:04:12.894247 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:12.898153 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:12.907437 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:12.908025 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:13.082542 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:13.120323 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-a17a0629-e89d-4ffb-af84-f8cedaabb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:13.121768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-a17a0629-e89d-4ffb-af84-f8cedaabb270 service neutron] 10.222.0.11 "GET /v2.0/networks?id=38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 200 len: 911 time: 0.2223022 May 20 15:04:13.128655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 is scheduled to L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 with binding_index 1 {{(pid=98806) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 20 15:04:13.200679 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-4db7603d-020e-473f-a973-2dd0dc88f7fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 200 len: 217 time: 0.0695846 May 20 15:04:13.399963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-3f61a5ad-87e6-4566-93ae-193b7b9d49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:13.401405 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-3f61a5ad-87e6-4566-93ae-193b7b9d49ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 200 len: 849 time: 0.1481884 May 20 15:04:13.411908 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:13.415770 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e476a8f-1046-4f19-b2ca-d520c38a7211 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T14:57:04Z', 'revision_number': 4, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'a1300e2d-b927-4896-a05f-5cb48efa00da', 'name': '', 'network_id': '38763527-1d62-4969-8d48-ca949208d582', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'mac_address': 'fa:16:3e:47:b7:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:02Z', 'updated_at': '2021-05-20T14:57:14Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'subnets': [{'id': 'c0853018-18b6-48c5-b513-ca49dc828f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:13.466301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:13.477198 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:13.487704 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:13.488438 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:13.507463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:13.509003 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-15ee7dfc-f08c-4948-88c3-b4f4c614cdda tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9060543 May 20 15:04:13.512780 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34190) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:13.562884 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4d8c5fd3-2e8c-4b7d-b619-7fedfaa273fa tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?project_id=53529b685f624223b93a383149f00310&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467188 May 20 15:04:13.563207 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34194) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:13.567338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-e0db7c8c-4bd5-4618-8cf4-329d6b24a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:13.568922 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-e0db7c8c-4bd5-4618-8cf4-329d6b24a294 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=38763527-1d62-4969-8d48-ca949208d582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1510379 May 20 15:04:13.679151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:13.679622 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd1269-87db-4ae9-9056-32bf38c040f2 None None] New status for floating IP 3367d647-0239-4ea6-87a2-d22f121392d9: DOWN {{(pid=98808) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:04:13.683968 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:13.806175 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0066d941-8622-40d5-b44f-a88b9d6899a6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:13.818634 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34198) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:13.819295 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0066d941-8622-40d5-b44f-a88b9d6899a6 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2545440 May 20 15:04:13.826482 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-5b592010-2cf5-402e-bfd9-e9e6a824b0eb service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376266 May 20 15:04:13.866160 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-20e589e6-2afd-4e37-b895-c6a762346e80 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets?network_id=b4fe6a92-1a47-4eb5-95ae-ce1072750c56&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454340 May 20 15:04:13.869745 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34202) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:13.883643 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125380580', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'project_id': '53529b685f624223b93a383149f00310', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:13.988961 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-fdbefeba-6cfc-4108-8aaf-76927492d45e req-6311aaca-56fd-435f-9780-ec314374f761 service neutron] 10.222.0.11 "GET /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532247 May 20 15:04:14.009174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:14.045272 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:12Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:14.049262 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Checking router: d441108f-bd86-440a-9ebe-ff73ea90b057 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:14.049658 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Updating router d441108f-bd86-440a-9ebe-ff73ea90b057 port c7187b8b-8649-47b0-8443-27ca17d56120 binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:04:14.052056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:subnet and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:14.059086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:14.066493 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:14.080726 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'subnet': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:04:14.084180 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128679713'] for subnet, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.103814 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.203857 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fdf79-418f-41ba-bf6f-73dcaf9c61ed req-778cd79b-c778-496e-9ec8-1a242a2a6527 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:14.205328 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-789fdf79-418f-41ba-bf6f-73dcaf9c61ed req-778cd79b-c778-496e-9ec8-1a242a2a6527 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 946 time: 0.1933298 May 20 15:04:14.265774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-c75ba35f-0e0c-4e56-be33-9dfdae19243e tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:14.266547 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-c75ba35f-0e0c-4e56-be33-9dfdae19243e tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Synchronizing usage tracker for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:14.278966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-c75ba35f-0e0c-4e56-be33-9dfdae19243e tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Unset dirty status for tenant:6a276f5bd72e415cac1c93e57c78ff73 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:14.280121 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-c75ba35f-0e0c-4e56-be33-9dfdae19243e tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 946 time: 0.0994012 May 20 15:04:14.298013 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-789fdf79-418f-41ba-bf6f-73dcaf9c61ed req-7bf55a13-8982-42da-b445-d1a3898d4d0d tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/security-groups?id=3ae688dc-0614-40d8-80e3-10b76b4688f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798693 May 20 15:04:14.447322 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.459910 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Transition to ACTIVE for port object c7187b8b-8649-47b0-8443-27ca17d56120 will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:14.468121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.473187 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:14.553052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Attempting to bind port c7187b8b-8649-47b0-8443-27ca17d56120 on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:04:14.553731 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Attempting to bind port c7187b8b-8649-47b0-8443-27ca17d56120 by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:04:14.553832 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Attempting to bind port c7187b8b-8649-47b0-8443-27ca17d56120 on network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:04:14.559657 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9494f-f48a-4128-858a-8bd63b14512a None None] Pushing event updated for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:14.563476 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f2f9494f-f48a-4128-858a-8bd63b14512a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:14.564373 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:04:14.564808 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Checking segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:04:14.565151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.565536 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Bound using segment: {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:04:14.566006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Bound port: c7187b8b-8649-47b0-8443-27ca17d56120, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451f53e4-7567-4d93-9d5e-59b3c2cce025', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:04:14.566378 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.588628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-128374380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128679731'] for subnet, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.595121 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-07af409c-21cb-4754-a48b-5593a93838c1 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:14.598984 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Deleting port 19711e55-85a9-4808-b315-2f91a095ea67 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:14.599376 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.639391 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] For port c7187b8b-8649-47b0-8443-27ca17d56120, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:04:14.642821 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] For port c7187b8b-8649-47b0-8443-27ca17d56120, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c7187b8b-8649-47b0-8443-27ca17d56120,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:04:14.649071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.661085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:14.673022 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Subnet': ['ID=08f51f53-5587-4a2a-bf54-6cb12c39ef73,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:14.677095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:14.681971 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Checking segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:04:14.682317 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network hostable DHCP agents. Network: eb84cd14-e3e5-4061-90cb-cc2b5a8a781e, hostable agents: ['347c44f5-61bb-4fe6-b116-3eceb123a474'], hosted agents: [] {{(pid=98805) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 20 15:04:14.700254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e is scheduled to be hosted by DHCP agent 347c44f5-61bb-4fe6-b116-3eceb123a474 with binding_index 1 {{(pid=98805) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 20 15:04:14.711155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-75-hyperv, eb84cd14-e3e5-4061-90cb-cc2b5a8a781e) {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:14.721254 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:14.721444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.732544 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02357a81-1535-4649-b1fc-d9a236e7f798 None None] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:04:14.745912 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e6c92af6-9352-454c-8cfa-1aa0318f8907 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8717711 May 20 15:04:14.746164 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34208) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:14.750214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] For port 19711e55-85a9-4808-b315-2f91a095ea67, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=19711e55-85a9-4808-b315-2f91a095ea67,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:14.751124 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:14.764396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:14.765205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:14.845020 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9494f-f48a-4128-858a-8bd63b14512a None None] Pushing event updated for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:14.878571 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Calling delete_port for 19711e55-85a9-4808-b315-2f91a095ea67 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:14.893364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-f2f9494f-f48a-4128-858a-8bd63b14512a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:15.008778 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:15.019776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-fea572db-76b3-4528-a9f9-38028d355bfa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:15.065517 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'Port': ['ID=19711e55-85a9-4808-b315-2f91a095ea67,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:15.068641 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:15.075547 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:15.145182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] No DVR routers for this DVR port 19711e55-85a9-4808-b315-2f91a095ea67 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:15.148027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:15.151055 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'name': 'network-vif-deleted', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:15.174341 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-9acf72e2-ba01-4249-8310-e0eeab1730af req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.11 "DELETE /v2.0/ports/19711e55-85a9-4808-b315-2f91a095ea67 HTTP/1.1" status: 204 len: 173 time: 0.8877263 May 20 15:04:15.201538 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576a1943-0e76-4f0f-bf4b-702aa4957c36', 'name': 'network-vif-deleted', 'tag': '19711e55-85a9-4808-b315-2f91a095ea67', 'status': 'completed', 'code': 200} May 20 15:04:15.304972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd61b75f-f1cf-5761-8ff9-f3833d99b4c4-eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73'}]}} from dv-neutron-601336-75-hyperv. {{(pid=98807) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 20 15:04:15.305811 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:15.496510 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ea9b4516-26f1-4468-8a7b-4e044f9b226f req-4eea8210-39cc-4a7f-a774-dc5259fb9d32 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 210 time: 0.0581946 May 20 15:04:15.610341 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.db_base_plugin_common [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Allocated IP 172.20.0.2 (eb84cd14-e3e5-4061-90cb-cc2b5a8a781e/08f51f53-5587-4a2a-bf54-6cb12c39ef73/4b9230b1-a5a4-4eb0-8b83-977815ecd5cb) {{(pid=98807) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:04:15.618011 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:12Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:15.626726 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4dcd8f-1a1d-478a-8459-403091346937 None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:12Z', 'revision_number': 3, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:15.742418 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:15.844635 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Notify callbacks [] for port, precommit_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:15.856072 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Transition to ACTIVE for port object 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:15.877312 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Transition to ACTIVE for port object 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb will not be triggered until provisioned by entity DHCP. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:15.887682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616'] for port, after_create {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:15.892877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-1c046cde-1cea-46a4-a7f0-04896eb8bde4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:15.979762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e is already hosted by enough agents. {{(pid=98807) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:04:15.987680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.scheduler.base_scheduler [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Resources bound (agent type, host, resource id): {{(pid=98807) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:15.992877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Received port after_create {{(pid=98807) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:04:16.002211 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Pushing event updated for resources: {'Port': ['ID=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,revision_number=1']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:16.030458 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:16.101164 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Attempting to bind port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:04:16.101618 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Attempting to bind port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:04:16.102098 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Attempting to bind port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb on network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:04:16.112172 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:04:16.112760 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Checking segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:04:16.113328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.114647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Bound using segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:04:16.116085 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Bound port: 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:04:16.118396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.202535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:16.295913 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_common [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.1 (eb84cd14-e3e5-4061-90cb-cc2b5a8a781e/08f51f53-5587-4a2a-bf54-6cb12c39ef73/f183ccde-209e-4d35-93a3-f110365a178c) {{(pid=98805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:04:16.319250 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] For port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:04:16.325116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] For port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:04:16.333512 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.338056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:16.377839 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port c7187b8b-8649-47b0-8443-27ca17d56120 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:16.392762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c7187b8b-8649-47b0-8443-27ca17d56120 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:16.393202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.504770 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.526220 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.provisioning_blocks [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object f183ccde-209e-4d35-93a3-f110365a178c will not be triggered until provisioned by entity DHCP. {{(pid=98805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:16.561019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.562423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Pushing event updated for resources: {'Port': ['ID=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,revision_number=2']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:16.568011 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c9d7525f-4d69-4f92-a728-b4552cf680b4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:16.591713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:16.612066 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.634952 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:04:16.638638 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:16.641284 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:04:16.643139 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c7187b8b-8649-47b0-8443-27ca17d56120, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c7187b8b-8649-47b0-8443-27ca17d56120,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:16.654398 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.660697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:16.757887 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-704117'] for router_interface, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:16.771663 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:16.775082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:16.788143 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-eefdbee7-4d5d-4f54-a766-6dd7624e0e3d req-559c5053-8891-42fb-ab67-c5361603f2c0 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 210 time: 0.0863547 May 20 15:04:16.830188 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:16.833265 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:16.972095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:17.537779 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:17.543886 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128374499'] for port, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:17.575238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-53aa8419-afb4-4e4e-9dba-114a5457def3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:17.672992 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556083', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-702188'] for router_interface, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:17.676717 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=2']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:17.679635 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:17.706191 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c40d729-e3d5-42a5-ad2b-44965f81cfc9 None None] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:04:17.838583 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e is already hosted by enough agents. {{(pid=98805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:04:17.838831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-1c4355a6-d77f-428e-922b-65f5b78507df None None] Provisioning for port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:17.840232 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.base_scheduler [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:18.011163 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-30a3026f-1a13-4383-9fd8-ac002602d4f5 req-29dc025a-fd72-4b3b-b3d4-d38aab0c5214 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 210 time: 0.0558929 May 20 15:04:18.136216 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:18.239171 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:18.302406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f01fd6a3-cc9f-46aa-9005-a45ec1c31807 None None] Provisioning for port f183ccde-209e-4d35-93a3-f110365a178c completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:18.323876 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-f01fd6a3-cc9f-46aa-9005-a45ec1c31807 None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:18.324343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f01fd6a3-cc9f-46aa-9005-a45ec1c31807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:18.351521 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:18.368263 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/d441108f-bd86-440a-9ebe-ff73ea90b057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6188252 May 20 15:04:18.369157 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34220) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:18.394507 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-f01fd6a3-cc9f-46aa-9005-a45ec1c31807 None None] Port f183ccde-209e-4d35-93a3-f110365a178c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:04:18.396627 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:18.424234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:18.425177 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:18.520075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c7187b8b-8649-47b0-8443-27ca17d56120 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:18.520909 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:18.603783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.604412 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.605008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.605535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.606068 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.606594 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.608475 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-de7b3943-d22c-4911-9cad-ed9cd402f1ef tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.2379956 May 20 15:04:18.611404 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34226) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:18.692530 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.693014 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.693463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.693916 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.694372 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.694825 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:18.696977 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-659241fb-94f8-4986-bc2e-00683b92bf64 None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:18.697364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-659241fb-94f8-4986-bc2e-00683b92bf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:18.699436 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-157e4379-d2a9-46bd-8fed-59d76845f384 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0864327 May 20 15:04:18.699720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34230) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:18.800709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:18.844405 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-659241fb-94f8-4986-bc2e-00683b92bf64 None None] Port f183ccde-209e-4d35-93a3-f110365a178c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:04:18.932433 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 19711e55-85a9-4808-b315-2f91a095ea67 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:19.027729 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:19.072197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 19711e55-85a9-4808-b315-2f91a095ea67 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:19.072546 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 19711e55-85a9-4808-b315-2f91a095ea67 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:19.079899 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-45e1761d-64f3-4e33-a4e0-71b205c5d7e2 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3782959 May 20 15:04:19.132870 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-eda5ed7c-2c0a-44a0-80b4-b125afe36de8 None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:19.133254 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-eda5ed7c-2c0a-44a0-80b4-b125afe36de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.185613 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-03aac646-80a7-47dc-b62f-e16d850a6e46 req-1372e4e5-7430-4869-ad1d-48833a3f6cbb tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "GET /v2.0/ports?device_id=576a1943-0e76-4f0f-bf4b-702aa4957c36 HTTP/1.1" status: 200 len: 210 time: 0.0452189 May 20 15:04:19.258919 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-eda5ed7c-2c0a-44a0-80b4-b125afe36de8 None None] Port f183ccde-209e-4d35-93a3-f110365a178c cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:04:19.272425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34238) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:19.274445 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:19.285477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783907450', 'description': 'tempest-secgroup-smoke-783907450 description', 'project_id': '53529b685f624223b93a383149f00310'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:19.292072 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:19.296739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:19.299599 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:19.306023 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:19.311724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:19.312054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.317078 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.338962 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:19.343255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:19.346271 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:19.352633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:19.429639 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.434086 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.450279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:04:17Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:19.458132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-da79e9e2-9320-4950-a06d-e592d3e83b99 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:19.458679 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Checking router: d441108f-bd86-440a-9ebe-ff73ea90b057 for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:19.459046 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Updating router d441108f-bd86-440a-9ebe-ff73ea90b057 port f183ccde-209e-4d35-93a3-f110365a178c binding host dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 20 15:04:19.476684 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.481584 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34242) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:19.487477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.487631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '4a169799-0e48-42b0-b95e-efbeeae5942a', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:19.491645 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2179954 May 20 15:04:19.493579 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:19.497695 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:19.500904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:19.505501 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a169799-0e48-42b0-b95e-efbeeae5942a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:19.508861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2e0f978f-5ac5-4586-aab7-95dbd0148023 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:19.509577 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:19.528321 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.537386 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.552854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:19.584110 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.589409 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.592197 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:19.593540 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.595338 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bb59ca7b-0d36-41e1-a086-39fe96bb6072 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:19.621315 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055d8f53-ba39-4c52-864f-c5625b0d22e7,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:19.625644 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:19.630164 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.631621 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-bd1fa5b5-abd4-4564-b7da-9814d8814229 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1489060 May 20 15:04:19.635316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34246) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:19.640352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '4a169799-0e48-42b0-b95e-efbeeae5942a', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:19.645993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:19.650389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:19.653233 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:19.658831 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:19.675803 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.725372 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:19.730705 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:19.738170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.741961 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.749304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-89c662be-910b-4a52-8fbd-b7c344f66c0c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:19.772268 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa34801-a306-44ed-8947-a6d371086ff1,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:19.774701 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:19.780655 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.781824 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-29511e8e-de3a-4bc7-8503-18cd1a8c1729 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455836 May 20 15:04:19.784574 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34250) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:19.790197 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '4a169799-0e48-42b0-b95e-efbeeae5942a', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:19.796214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:19.800008 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:19.802802 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:19.808460 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:19.824763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.830851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.889270 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.894049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.895906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2672c8aa-3e22-439c-83ac-2c936697927c tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:19.918923 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf98c14-3058-48a2-9ca3-3e2313612d3e,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:19.921316 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:19.928384 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.929553 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-d44fe98d-af37-43f1-a44d-2c2a5ed4eb61 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440582 May 20 15:04:19.932901 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34254) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:19.938116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '4a169799-0e48-42b0-b95e-efbeeae5942a', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:19.943910 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:19.948287 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:19.951228 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:19.956914 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:19.971323 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Notify callbacks [] for port, precommit_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.974256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.983062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Transition to ACTIVE for port object f183ccde-209e-4d35-93a3-f110365a178c will not be triggered until provisioned by entity L2. {{(pid=98807) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:19.990166 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:19.994787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-07d15231-a7ca-4590-bf1d-b8161bbf322e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:20.042447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.047347 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.049253 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c3460d47-ae2e-443c-be8f-5d3295c26906 tempest-SecGroupIPv6Test-1623686647 tempest-SecGroupIPv6Test-1623686647-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:20.072603 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e916a52d-f351-4118-905f-a318babba132,revision_number=0']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:20.075204 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:20.083903 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.085561 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7cd3b454-1628-454f-aeb6-37bc0e4dfdfd tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516130 May 20 15:04:20.088425 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34258) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:20.094291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '4a169799-0e48-42b0-b95e-efbeeae5942a', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:20.107175 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:20.114126 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:20.117969 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:20.122396 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709c25-7407-4374-ac3f-0b31d0f3a3e8 None None] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=3']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:20.136399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:20.150604 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:04:20.155397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-97709c25-7407-4374-ac3f-0b31d0f3a3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:20.160567 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.194214 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:20.236868 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.243176 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.245951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-afb82e61-9c2e-4d99-b211-46bc58b47861 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:20.272131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acb72b9e-d677-4fdc-a12d-43a3d2183778,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:20.281335 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:20.287050 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34264) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:20.288189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.291164 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-af7c1f47-a6b1-4b8a-98da-7d5414134bfc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2000299 May 20 15:04:20.292718 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34268) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:20.298159 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'security_group_rule': {'security_group_id': '4a169799-0e48-42b0-b95e-efbeeae5942a', 'project_id': '53529b685f624223b93a383149f00310', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:20.304455 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:20.308891 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:security_group_rule and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:20.312103 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:20.318228 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:20.332941 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.securitygroups_db [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Project 53529b685f624223b93a383149f00310 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 20 15:04:20.338658 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.342178 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Attempting to bind port f183ccde-209e-4d35-93a3-f110365a178c on host dv-neutron-601336-75-hyperv for vnic_type normal with profile {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:04:20.342548 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Attempting to bind port f183ccde-209e-4d35-93a3-f110365a178c by drivers openvswitch,hyperv on host dv-neutron-601336-75-hyperv at level 0 using segments [{'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:04:20.342911 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Attempting to bind port f183ccde-209e-4d35-93a3-f110365a178c on network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:04:20.361700 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Checking agent: {'id': '20bdba75-3806-4988-8acc-e10076b93885', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-75-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 39, 11), 'started_at': datetime.datetime(2021, 5, 20, 14, 39, 41), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'monitor_allowed_address_pair_garp': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-75-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:04:20.362082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Checking segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98807) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:04:20.362500 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.362889 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Bound using segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} {{(pid=98807) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:04:20.363397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.managers [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Bound port: f183ccde-209e-4d35-93a3-f110365a178c, host: dv-neutron-601336-75-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'}}] {{(pid=98807) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:04:20.363778 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.410590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.417206 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560113'] for security_group_rule, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.419234 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-2d7ff3f4-d51c-4e6c-900c-669c965b173f tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:20.445612 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:20.445948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.449674 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.450873 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1572092 May 20 15:04:20.452013 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c11973f-ef69-41e0-b63f-fe8adc5663ab,revision_number=0']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:20.458444 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-61a0ffe9-0f35-4f9c-9955-7ca9aad8196d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:20.512896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] For port f183ccde-209e-4d35-93a3-f110365a178c, host dv-neutron-601336-75-hyperv, cleared binding levels {{(pid=98807) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:04:20.523877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] For port f183ccde-209e-4d35-93a3-f110365a178c, host dv-neutron-601336-75-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f183ccde-209e-4d35-93a3-f110365a178c,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:04:20.530474 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.533981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Deleting port cb3e1cb8-c2a5-4df9-a9a4-37a6cf4c308d {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:20.534330 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.534871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-af6257de-d83c-4350-aca6-c369e96d6b9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:20.639197 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-552e0082-e989-4928-b60b-96edf3abeb47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:20.665256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-552e0082-e989-4928-b60b-96edf3abeb47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:20.667305 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-552e0082-e989-4928-b60b-96edf3abeb47 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783907450&fields=id&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 267 time: 0.0772393 May 20 15:04:20.673489 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.673979 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.682554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:20.683233 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:20.742519 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97709c25-7407-4374-ac3f-0b31d0f3a3e8 None None] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:20.745554 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-97709c25-7407-4374-ac3f-0b31d0f3a3e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:20.813981 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Calling delete_port for cb3e1cb8-c2a5-4df9-a9a4-37a6cf4c308d owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:20.859076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-2c713b54-adbd-4af8-b6a1-56135aff81b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:20.860019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-2c713b54-adbd-4af8-b6a1-56135aff81b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:20.875781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-2c713b54-adbd-4af8-b6a1-56135aff81b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:20.877625 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-2c713b54-adbd-4af8-b6a1-56135aff81b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/networks?id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 200 len: 796 time: 0.2027092 May 20 15:04:20.893891 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:20.895950 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-b51062ae-051f-4831-8ae1-f2595279e8e1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/quotas/53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 375 time: 0.0130053 May 20 15:04:20.940433 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:20.945244 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-692b9b17-cc9c-40c8-9fe3-481ec4f8d4bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:20.988301 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6b6dba5f-53f6-49d1-a758-ac2408d1a672 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:20.993217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'Port': ['ID=cb3e1cb8-c2a5-4df9-a9a4-37a6cf4c308d,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:20.996395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:21.005618 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6b6dba5f-53f6-49d1-a758-ac2408d1a672 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98805) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:21.007363 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6b6dba5f-53f6-49d1-a758-ac2408d1a672 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051784 May 20 15:04:21.084325 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:21.098759 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:21.102339 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "DELETE /v2.0/floatingips/85306dda-3b27-4a0c-a428-8f5f8284fc57 HTTP/1.1" status: 204 len: 168 time: 0.8115973 May 20 15:04:21.172663 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-1ca4d806-b139-42a9-9074-b081c72303aa service neutron] 10.222.0.58 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527483 May 20 15:04:21.234292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:04:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:21.238782 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b878dc-b85c-4378-a9f4-aa9b8c6a8790 None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:04:20Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:21.371578 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-54ac8e63-1374-4c69-b852-56f57ff4e614 service neutron] 10.222.0.58 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887491 May 20 15:04:21.581756 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-6368de23-763a-496d-9a47-61069c232b73 req-532121a6-a6f3-4efc-ba7c-6b5b8ff39e81 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0485437 May 20 15:04:22.201890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:22.292723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning for port f183ccde-209e-4d35-93a3-f110365a178c completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:22.297669 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:22.298067 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:22.419823 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:22.453386 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port f183ccde-209e-4d35-93a3-f110365a178c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f183ccde-209e-4d35-93a3-f110365a178c,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:22.457143 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:22.459042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:22.549082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:22.555077 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:22.751553 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-a39b8755-38c7-4718-9352-399deb714acc req-b750ddea-0d11-4ee8-af33-ffe6fb77e5a0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0546679 May 20 15:04:22.781824 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-db9594f2-ac60-4e67-b8b0-6c780f5bc6b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:22.782539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-db9594f2-ac60-4e67-b8b0-6c780f5bc6b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:22.795419 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-db9594f2-ac60-4e67-b8b0-6c780f5bc6b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:network {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:22.796692 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-db9594f2-ac60-4e67-b8b0-6c780f5bc6b2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/networks?id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 200 len: 796 time: 0.1821392 May 20 15:04:22.859763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-3a713a97-4425-4089-806e-31b94490350d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:04:22.872136 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-3a713a97-4425-4089-806e-31b94490350d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:security_group {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:04:22.873287 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-3a713a97-4425-4089-806e-31b94490350d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53529b685f624223b93a383149f00310 HTTP/1.1" status: 200 len: 379 time: 0.0675569 May 20 15:04:22.882194 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'port': {'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'admin_state_up': True, 'tenant_id': '53529b685f624223b93a383149f00310', 'security_groups': ['4a169799-0e48-42b0-b95e-efbeeae5942a']}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:23.023993 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:23.033464 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:23.043461 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Made reservation on behalf of 53529b685f624223b93a383149f00310 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:04:23.047133 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.209031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.20.0.9 (eb84cd14-e3e5-4061-90cb-cc2b5a8a781e/08f51f53-5587-4a2a-bf54-6cb12c39ef73/fb56d244-39d7-45b9-86f2-4c7ad43b1b6f) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:04:23.406468 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.422846 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Transition to ACTIVE for port object fb56d244-39d7-45b9-86f2-4c7ad43b1b6f will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:23.448389 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.454299 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-26261797-657f-471d-b1e1-ab088b8becae tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:23.640456 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34312) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:23.657451 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:04:23.665425 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:23.670006 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:04:23.716548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:23.721748 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:23.726874 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.752941 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:23.753607 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.759025 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.814463 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-214b96ba-7d87-486b-80e6-6e0d5da6bf62 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9358037 May 20 15:04:23.829356 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Request body: {'port': {'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:23.841367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.845827 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:23.864932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae688dc-0614-40d8-80e3-10b76b4688f8,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:23.869140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:23.876835 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:23.878167 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-43763675-e7c6-4341-a226-7b260b01b10c tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] 10.222.0.58 "DELETE /v2.0/security-groups/3ae688dc-0614-40d8-80e3-10b76b4688f8 HTTP/1.1" status: 204 len: 168 time: 0.2357614 May 20 15:04:23.942341 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34320) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:23.975297 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a6a6f8c7-f8e8-4dd4-9564-02b6079cbc6b None None] Provisioning for port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:23.980713 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-a6a6f8c7-f8e8-4dd4-9564-02b6079cbc6b None None] Provisioning complete for port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:23.981102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-a6a6f8c7-f8e8-4dd4-9564-02b6079cbc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:24.034465 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85664518-4474-4688-bb87-43528c990091 req-6f0f45ee-8e79-411f-9bad-dba8fd41b6b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:24.036726 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-85664518-4474-4688-bb87-43528c990091 req-6f0f45ee-8e79-411f-9bad-dba8fd41b6b1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0973527 May 20 15:04:24.038790 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:24.044586 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6f8c7-f8e8-4dd4-9564-02b6079cbc6b None None] Port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:04:24.102226 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-85664518-4474-4688-bb87-43528c990091 req-e4fe5ee0-73bf-4b9d-b4d6-765531fe7fb2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534475 May 20 15:04:24.154423 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:24.232414 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:24.232801 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:24.774221 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb56d244-39d7-45b9-86f2-4c7ad43b1b6f {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:04:24.783948 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:24.833218 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Transition to ACTIVE for port object fb56d244-39d7-45b9-86f2-4c7ad43b1b6f will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:04:24.837760 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:24.843213 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-950cd4fd-e326-46af-9e5c-466f34bedf23 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:25.010248 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:25.021959 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:25.139887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Attempting to bind port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:04:25.140226 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Attempting to bind port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:04:25.140548 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Attempting to bind port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f on network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:04:25.148542 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f on network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:04:25.148855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Attempting to bind port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f on network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:04:25.156921 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:04:25.157201 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Checking segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:04:25.157575 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Bound using segment: {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:04:25.157986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Bound port: fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '864aabb0-e11e-4061-8195-4abacb084f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:04:25.158344 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:25.290100 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa582a80-d4eb-4199-b09d-c1d68739aac2 req-38d2da03-713f-4d7d-b109-ae9f26d84d7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:25.292299 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aa582a80-d4eb-4199-b09d-c1d68739aac2 req-38d2da03-713f-4d7d-b109-ae9f26d84d7d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0906322 May 20 15:04:25.339541 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-aa582a80-d4eb-4199-b09d-c1d68739aac2 req-34aaac05-34f9-4a79-8758-50e20b256c1e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412397 May 20 15:04:25.389402 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:25.489832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] For port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:04:25.545119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] For port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:04:25.553496 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:25.559739 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-77210079-2263-4c3a-afce-69dda1df706d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:25.633762 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:25.634896 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:25.636293 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] 10.222.0.11 "PUT /v2.0/ports/fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 200 len: 1093 time: 1.8135400 May 20 15:04:25.636840 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:25.745972 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'status': 'completed', 'code': 200} May 20 15:04:25.787303 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:25.799738 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-6f368471-2711-41fd-ab17-5aff61bf8a79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:25.845424 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-28ddc775-3a2b-4703-8306-6a6ea51040ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:25.846890 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-28ddc775-3a2b-4703-8306-6a6ea51040ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.1445463 May 20 15:04:25.950879 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-1872c56a-abc3-4610-9439-9686882690ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 200 len: 217 time: 0.0954406 May 20 15:04:26.055631 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6a77ccca-c81a-4d10-a031-cab0833e78a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:26.057503 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-6a77ccca-c81a-4d10-a031-cab0833e78a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08f51f53-5587-4a2a-bf54-6cb12c39ef73 HTTP/1.1" status: 200 len: 835 time: 0.1001601 May 20 15:04:26.126826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Deleting port a1300e2d-b927-4896-a05f-5cb48efa00da {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:26.127188 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:26.232727 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-a26b0180-93d3-45a8-8c1b-26b682dbd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:26.234190 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-a26b0180-93d3-45a8-8c1b-26b682dbd183 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1645782 May 20 15:04:26.295072 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] For port a1300e2d-b927-4896-a05f-5cb48efa00da, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=a1300e2d-b927-4896-a05f-5cb48efa00da,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:26.295447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:26.469122 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Calling delete_port for a1300e2d-b927-4896-a05f-5cb48efa00da owned by network:router_interface {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:26.515030 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-d3263e92-44e3-47cb-b551-f486f72f5d18 service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726643 May 20 15:04:26.531928 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847675f-3c12-4578-a17d-5201f31cb87c req-7ec26c87-659a-4ea5-9db7-02a6c1b321e2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:26.533392 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0847675f-3c12-4578-a17d-5201f31cb87c req-7ec26c87-659a-4ea5-9db7-02a6c1b321e2 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0848684 May 20 15:04:26.578793 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0847675f-3c12-4578-a17d-5201f31cb87c req-fec25aab-de75-4e57-8726-43a0246a608d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391841 May 20 15:04:26.818217 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-de063481-b302-4823-adb1-cc8fcc7aa3f0 req-25679e50-95bd-482d-bb9e-631594c06d73 service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954738 May 20 15:04:26.951977 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:26.960036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d4e5be87-47c4-4b4b-b69a-e96faf4a4f84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:27.008018 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1300e2d-b927-4896-a05f-5cb48efa00da,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:27.039685 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:27.042336 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-95231b7f-73bb-4d38-a292-752466f414c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:27.043855 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-95231b7f-73bb-4d38-a292-752466f414c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.1753716 May 20 15:04:27.302033 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-c8c3e811-4c50-42cb-a281-3c978a40289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:27.303415 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-c8c3e811-4c50-42cb-a281-3c978a40289f service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 200 len: 897 time: 0.2270136 May 20 15:04:27.424192 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-fecd8288-076f-48de-bef5-f76094c8aba0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 200 len: 217 time: 0.0726936 May 20 15:04:27.485361 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:27.564118 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-e58e5e87-f117-4f2d-80ef-14d863e91918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:27.565539 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-e58e5e87-f117-4f2d-80ef-14d863e91918 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08f51f53-5587-4a2a-bf54-6cb12c39ef73 HTTP/1.1" status: 200 len: 835 time: 0.1319165 May 20 15:04:27.762295 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcf0be-1265-47e7-ac2e-8aa1354d6f0d req-41eaeb15-b64b-4d37-91ab-0dfeed2dea9b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:27.763812 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3bbcf0be-1265-47e7-ac2e-8aa1354d6f0d req-41eaeb15-b64b-4d37-91ab-0dfeed2dea9b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0792761 May 20 15:04:27.795339 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-36c0584b-48fd-4510-923e-bdef9b55fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:27.796812 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-36c0584b-48fd-4510-923e-bdef9b55fe42 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2238171 May 20 15:04:27.808923 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-3bbcf0be-1265-47e7-ac2e-8aa1354d6f0d req-5735f230-bcff-4261-88df-40cb17770a86 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394239 May 20 15:04:28.015260 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:28.022278 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-56822dc9-e659-442d-ab24-ab151a8639fb service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162783 May 20 15:04:28.450525 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f936d71b-1551-48db-9e58-e0f227dd4a54 req-257255f2-7db5-4a8b-8786-e75c6bec0e59 service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244847 May 20 15:04:28.451626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:28.463449 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-f2b5d976-df79-4591-bc09-439125d76a56 admin admin] 10.222.0.58 "PUT /v2.0/routers/727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5200868 May 20 15:04:28.465675 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] Sync routers for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:28.466143 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34334) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:28.475035 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:28.475676 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:28.640217 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks [] for router, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:28.647154 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:28.811847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:28.886396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Deleting port 2bc897ed-b678-4fcd-beb2-dd885824e4ba {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:28.886855 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:28.925235 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83'}], 'enable_snat': True}, 'gw_port_id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T15:04:26Z', 'revision_number': 5, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port': {'id': '2bc897ed-b678-4fcd-beb2-dd885824e4ba', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:b8:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:56:57Z', 'updated_at': '2021-05-20T14:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:28.929251 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] Checking router: 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:28.937880 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] Routers {'727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:28.938493 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:28.994136 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device fb56d244-39d7-45b9-86f2-4c7ad43b1b6f details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 15:04:29.010865 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] For port 2bc897ed-b678-4fcd-beb2-dd885824e4ba, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=2bc897ed-b678-4fcd-beb2-dd885824e4ba,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:29.011256 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.012443 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96888ef-1aba-4720-8744-32b285d466b2 req-13a9eee5-413d-43d5-a1c7-e73620926e84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:29.014016 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f96888ef-1aba-4720-8744-32b285d466b2 req-13a9eee5-413d-43d5-a1c7-e73620926e84 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0868149 May 20 15:04:29.063143 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-f96888ef-1aba-4720-8744-32b285d466b2 req-18fa931a-ac4d-460b-8106-781bb0921ffc tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423462 May 20 15:04:29.092966 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] Set router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 gateway port host: None {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:29.134456 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Calling delete_port for 2bc897ed-b678-4fcd-beb2-dd885824e4ba owned by network:router_gateway {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:29.208576 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T15:04:28Z', 'revision_number': 6, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:29.213099 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe8cf4-b24c-445c-885f-3f83c5715172 None None] The sync data for ids ['727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67'] in dv-neutron-601336-75-hyperv is: [{'id': '727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67', 'name': 'tempest-TestVolumeBootPattern-34602599-router', 'tenant_id': '6a276f5bd72e415cac1c93e57c78ff73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:56:56Z', 'updated_at': '2021-05-20T15:04:28Z', 'revision_number': 6, 'project_id': '6a276f5bd72e415cac1c93e57c78ff73', 'gw_port_host': None}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:29.216135 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:29.232607 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 15:04:29.277841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.282333 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-788d4904-1203-4495-b4f4-0bb706b9aba4 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:29.289265 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.306466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb56d244-39d7-45b9-86f2-4c7ad43b1b6f {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:04:29.322304 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:29.325963 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc897ed-b678-4fcd-beb2-dd885824e4ba,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:29.326083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.327924 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:29.351717 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:29.396796 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:29.400390 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:29.417808 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.528697 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['fb56d244-39d7-45b9-86f2-4c7ad43b1b6f'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:04:29.739906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.742108 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.765405 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.765966 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 {{(pid=98806) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:04:29.779569 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Notify callbacks [] for router, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.780800 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] 10.222.0.58 "DELETE /v2.0/routers/727ff0a6-bcb6-4eb1-84a8-9b6fe5983f67 HTTP/1.1" status: 204 len: 168 time: 1.3140349 May 20 15:04:29.783442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34340) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:29.842002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_v2 [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Deleting subnet c0853018-18b6-48c5-b513-ca49dc828f73 {{(pid=98806) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:04:29.844812 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.895860 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128620721'] for subnet, precommit_delete_associations {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:29.972936 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.127636 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a1300e2d-b927-4896-a05f-5cb48efa00da no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:30.169364 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: a1300e2d-b927-4896-a05f-5cb48efa00da {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:30.169717 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device a1300e2d-b927-4896-a05f-5cb48efa00da not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:30.170151 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2bc897ed-b678-4fcd-beb2-dd885824e4ba no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:30.206529 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 2bc897ed-b678-4fcd-beb2-dd885824e4ba {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:30.206883 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 2bc897ed-b678-4fcd-beb2-dd885824e4ba not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:30.244811 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128323278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128201302'] for subnet, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.250171 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-2364e8b7-acff-43b5-a115-c41a936d0fe3 tempest-RoutersTest-1938836815 tempest-RoutersTest-1938836815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:30.286387 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.291482 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa1816-1616-40f8-b9cf-62c48111ab95 None None] Network 38763527-1d62-4969-8d48-ca949208d582 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:04:30.291832 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd30039-681c-413c-b709-7d0651ce836d req-43e25c9d-83d0-41dd-8d5d-b6151dc7c54d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:30.292304 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0853018-18b6-48c5-b513-ca49dc828f73,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:30.295192 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cfd30039-681c-413c-b709-7d0651ce836d req-43e25c9d-83d0-41dd-8d5d-b6151dc7c54d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0961308 May 20 15:04:30.302907 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34346) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:30.303029 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] 10.222.0.58 "DELETE /v2.0/subnets/c0853018-18b6-48c5-b513-ca49dc828f73 HTTP/1.1" status: 204 len: 168 time: 0.5184953 May 20 15:04:30.304049 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c729cbd3-32be-40dc-8017-fff590e59bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:30.438167 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-cfd30039-681c-413c-b709-7d0651ce836d req-0b0fdd80-6121-43db-9bbc-e5ef63d33d91 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322103 May 20 15:04:30.446509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.526988 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Deleting port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:30.527366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.559054 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] DHCP port deletion for 38763527-1d62-4969-8d48-ca949208d582 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:04:30.626553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Deleting port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:30.626937 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.725096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] For port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:30.725096 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.748429 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] For port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,segment=NetworkSegment(9ea83791-c7b4-4088-8fc7-be4d449f9a97),segment_id=9ea83791-c7b4-4088-8fc7-be4d449f9a97)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:30.748797 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.846332 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Calling delete_port for 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:30.869139 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Calling delete_port for 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:30.890886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.895492 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:30.919337 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:30.923976 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-558b9156-7cab-4c25-830a-fed62d243604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:30.936030 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Pushing event deleted for resources: {'Port': ['ID=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:30.938970 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:30.939788 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] No DVR routers for this DVR port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:30.975733 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] No DVR routers for this DVR port 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:31.000723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device fb56d244-39d7-45b9-86f2-4c7ad43b1b6f up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:04:31.002394 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Pushing event deleted for resources: {'Port': ['ID=01dba5f3-168f-4b86-a86c-e0c1dbe6fadf,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:31.004842 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:31.069075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:04:31.074207 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:04:31.074587 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.097323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.109975 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38763527-1d62-4969-8d48-ca949208d582']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:31.121837 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea83791-c7b4-4088-8fc7-be4d449f9a97') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:31.122127 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea83791-c7b4-4088-8fc7-be4d449f9a97') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:31.133411 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.150287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.156110 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:04:31.156477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: util.warn( May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:04:31.169262 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:04:31.188938 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.219944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:31.230157 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:31.235079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.237056 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:31.257306 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.263562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:31.268565 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bd079d60-efca-455d-906e-ca00039ba5b1 tempest-TagsExtTest-718330230 tempest-TagsExtTest-718330230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:31.274052 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'code': 200} May 20 15:04:31.293147 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Pushing event deleted for resources: {'Network': ['ID=38763527-1d62-4969-8d48-ca949208d582,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:31.295822 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:31.307682 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:31.308317 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-725cdfb7-1c68-4c14-8619-2031870ad549 admin admin] 10.222.0.58 "DELETE /v2.0/networks/38763527-1d62-4969-8d48-ca949208d582 HTTP/1.1" status: 204 len: 168 time: 1.0040901 May 20 15:04:31.311010 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:31.311167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34352) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:31.503953 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec40a5f-6a87-40d5-b9cc-3d17c4adfe2d req-5edbfdfb-661d-4f46-8a34-e78089abf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:31.505620 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1ec40a5f-6a87-40d5-b9cc-3d17c4adfe2d req-5edbfdfb-661d-4f46-8a34-e78089abf398 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0754919 May 20 15:04:31.549145 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-1ec40a5f-6a87-40d5-b9cc-3d17c4adfe2d req-d89cad05-b56d-4bcc-8bd1-c476078e3a88 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361345 May 20 15:04:31.758101 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecc274-8145-4a5a-a587-1594baa12e7e req-dfce6d5c-a2b4-48fb-aaa7-cd09bea09370 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:31.759521 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c5ecc274-8145-4a5a-a587-1594baa12e7e req-dfce6d5c-a2b4-48fb-aaa7-cd09bea09370 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 945 time: 0.2025523 May 20 15:04:31.849977 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c5ecc274-8145-4a5a-a587-1594baa12e7e req-2e72a17b-26f4-404a-83f6-aae13d1bd7d0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845640 May 20 15:04:31.949353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:32.120087 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:32.155553 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:32.156028 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 01dba5f3-168f-4b86-a86c-e0c1dbe6fadf not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:32.491732 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Deleting port ef419d3b-a817-4e1e-9c2f-01fb3ac52371 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:32.492326 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:32.611439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] For port ef419d3b-a817-4e1e-9c2f-01fb3ac52371, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:32.611781 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:32.733697 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Calling delete_port for ef419d3b-a817-4e1e-9c2f-01fb3ac52371 owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:33.071535 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:33.076288 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-87dd7a06-e22c-4603-9be8-fcff4fe1f3be tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:33.124174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef419d3b-a817-4e1e-9c2f-01fb3ac52371,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:33.127255 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:33.134985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bdbe1-b5ec-4018-b6ad-0de6d71e7bc8 req-a897eb02-576d-4aa5-83df-1e1e2777ceef tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:33.136495 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b71bdbe1-b5ec-4018-b6ad-0de6d71e7bc8 req-a897eb02-576d-4aa5-83df-1e1e2777ceef tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 945 time: 0.1805301 May 20 15:04:33.257311 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-b71bdbe1-b5ec-4018-b6ad-0de6d71e7bc8 req-2cbf005f-f76b-4b7b-b191-e705314d564b tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957947 May 20 15:04:33.474920 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:33.713532 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4fa8e-fb74-4d7f-a537-74657f2cb780 req-b8e57591-906b-4b2c-bfe4-34ff3c6c0ee4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:33.714954 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-22b4fa8e-fb74-4d7f-a537-74657f2cb780 req-b8e57591-906b-4b2c-bfe4-34ff3c6c0ee4 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 945 time: 0.3140526 May 20 15:04:33.832198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-22b4fa8e-fb74-4d7f-a537-74657f2cb780 req-c775d277-7cd0-4350-ac96-d2df5628284d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102777 May 20 15:04:33.855301 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34362) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:33.927117 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd1e20-68f5-47b3-8038-3bdc80363059 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:33.928623 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-afcd1e20-68f5-47b3-8038-3bdc80363059 tempest-TestNetworkBasicOps-295149130 tempest-TestNetworkBasicOps-295149130-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1093 time: 0.0723135 May 20 15:04:33.931352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34366) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:33.936539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'floatingip': {'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'tenant_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address': '172.20.0.9'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:04:33.942421 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:04:33.946167 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Usage tracker for resource:floatingip and tenant:53529b685f624223b93a383149f00310 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:04:33.949504 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:04:33.955119 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:04:33.966453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.016143 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Router 107d92ba-5b1f-4984-a675-22024df5143b has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:34.102300 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.204801 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:34.216901 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] Sync routers for ids ['107d92ba-5b1f-4984-a675-22024df5143b'] in dv-neutron-601336-75-hyperv {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:34.225094 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6d639641-a2ec-4828-9e02-8da60b6fc4d2 admin admin] 10.222.0.58 "PUT /v2.0/routers/107d92ba-5b1f-4984-a675-22024df5143b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9125352 May 20 15:04:34.227324 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34370) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:34.230661 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] Routers {'107d92ba-5b1f-4984-a675-22024df5143b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:34.231316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['107d92ba-5b1f-4984-a675-22024df5143b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:34.263490 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Allocated IP 172.26.6.80 (b4fe6a92-1a47-4eb5-95ae-ce1072750c56/5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9/a4461d9c-ea46-40d8-b9e9-63b270b2e8eb) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:04:34.425229 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.431349 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.458976 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.464516 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-460f2bba-2c56-4f6d-8e69-9419caa09cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:34.468227 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] Set router 107d92ba-5b1f-4984-a675-22024df5143b gateway port host: dv-neutron-601336-75-hyperv {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:34.525488 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Network b4fe6a92-1a47-4eb5-95ae-ce1072750c56 is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:04:34.532627 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:04:34.536758 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:04:34.575353 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=a4461d9c-ea46-40d8-b9e9-63b270b2e8eb,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:34.583798 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:34.627155 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.702948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Deleting port 015773cf-8a31-414e-b930-d0303b02d312 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:34.703226 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.755568 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137'}], 'enable_snat': True}, 'gw_port_id': '015773cf-8a31-414e-b930-d0303b02d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T15:04:32Z', 'revision_number': 5, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port': {'id': '015773cf-8a31-414e-b930-d0303b02d312', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107d92ba-5b1f-4984-a675-22024df5143b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T14:57:12Z', 'updated_at': '2021-05-20T14:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:34.759798 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] Checking router: 107d92ba-5b1f-4984-a675-22024df5143b for host: dv-neutron-601336-75-hyperv {{(pid=98807) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:34.768145 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] Routers {'107d92ba-5b1f-4984-a675-22024df5143b'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98807) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:34.768751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['107d92ba-5b1f-4984-a675-22024df5143b'], 'active': True} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:34.824528 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] For port 015773cf-8a31-414e-b930-d0303b02d312, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=015773cf-8a31-414e-b930-d0303b02d312,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:34.825132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:34.930709 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvr_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] Set router 107d92ba-5b1f-4984-a675-22024df5143b gateway port host: None {{(pid=98807) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:34.948633 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Calling delete_port for 015773cf-8a31-414e-b930-d0303b02d312 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:35.042042 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_hamode_db [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T15:04:34Z', 'revision_number': 6, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port_host': None}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98807) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:35.045888 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b88f916-e747-43ea-a00e-6cb5fc64788d None None] The sync data for ids ['107d92ba-5b1f-4984-a675-22024df5143b'] in dv-neutron-601336-75-hyperv is: [{'id': '107d92ba-5b1f-4984-a675-22024df5143b', 'name': 'tempest-TestVolumeBootPattern-141039118-router', 'tenant_id': '9ced6419dbda42e69ba616a93a071e13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T14:57:10Z', 'updated_at': '2021-05-20T15:04:34Z', 'revision_number': 6, 'project_id': '9ced6419dbda42e69ba616a93a071e13', 'gw_port_host': None}] {{(pid=98807) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:35.229725 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.234361 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-d41a62b4-f35f-4196-96e2-a06974448983 tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:35.287174 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=015773cf-8a31-414e-b930-d0303b02d312,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:35.298386 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.313112 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:35.372219 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.378358 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.550686 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.552929 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.575829 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.576321 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 107d92ba-5b1f-4984-a675-22024df5143b {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:04:35.587697 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.588948 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.590151 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] 10.222.0.58 "DELETE /v2.0/routers/107d92ba-5b1f-4984-a675-22024df5143b HTTP/1.1" status: 204 len: 168 time: 1.3611228 May 20 15:04:35.592743 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34374) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:35.595246 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.599116 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-d318b1c9-b233-4a7c-9cf7-0f6edd402dcf tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:35.652859 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Deleting subnet b4d12010-fa21-41a9-b34a-67bc1c81fb45 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:04:35.655754 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.701367 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event updated for resources: {'Port': ['ID=a4461d9c-ea46-40d8-b9e9-63b270b2e8eb,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:35.705511 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:35.708866 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.711988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-704192'] for floatingip, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.787744 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:35.896727 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 58d33a26-f8ef-4b4b-a110-86fcee71d31f associated. External IP: 172.26.6.80, port: fb56d244-39d7-45b9-86f2-4c7ad43b1b6f. May 20 15:04:36.049205 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.054693 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-5749bdff-a9d5-485d-846c-afab80f25f10 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:36.094753 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d12010-fa21-41a9-b34a-67bc1c81fb45,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:36.097581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:36.098581 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-21166b83-138c-425e-8c01-391af689616d admin admin] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.103781 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c84db68-e142-4da1-b705-1cc0195f856e None None] Network 666ca104-c466-4036-a903-631dae8d5606 requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:04:36.108022 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-21166b83-138c-425e-8c01-391af689616d admin admin] 10.222.0.58 "DELETE /v2.0/subnets/b4d12010-fa21-41a9-b34a-67bc1c81fb45 HTTP/1.1" status: 204 len: 168 time: 0.5141094 May 20 15:04:36.108628 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34378) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:36.191605 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ef419d3b-a817-4e1e-9c2f-01fb3ac52371 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:36.223825 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.239471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: ef419d3b-a817-4e1e-9c2f-01fb3ac52371 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:36.239827 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device ef419d3b-a817-4e1e-9c2f-01fb3ac52371 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:36.240255 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 015773cf-8a31-414e-b930-d0303b02d312 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:36.276566 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:04:36.298024 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Deleting port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:36.298365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.303833 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 015773cf-8a31-414e-b930-d0303b02d312 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:36.304194 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 015773cf-8a31-414e-b930-d0303b02d312 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:36.402609 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] For port 13a9bc01-493c-4c88-a9c6-a073a298f2c1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=13a9bc01-493c-4c88-a9c6-a073a298f2c1,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:36.402802 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.440766 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] DHCP port deletion for 666ca104-c466-4036-a903-631dae8d5606 request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:04:36.464032 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:04:36.478251 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68937727-c981-465e-8050-5e55da965bcf None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:04:36.487373 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:36.488297 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:36.490111 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.511290 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Deleting port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:04:36.511680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.544477 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Calling delete_port for 13a9bc01-493c-4c88-a9c6-a073a298f2c1 owned by network:dhcp {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:36.555892 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6234434 May 20 15:04:36.556493 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34382) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:36.557044 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:04:36.597720 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.608958 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:36.660671 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] No DVR routers for this DVR port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 on host dv-neutron-601336-75-hyperv {{(pid=98805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:36.661746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] For port 13a9bc01-493c-4c88-a9c6-a073a298f2c1, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=13a9bc01-493c-4c88-a9c6-a073a298f2c1,segment=NetworkSegment(ff302384-26b5-44c6-9bad-14f7e3cd8d3e),segment_id=ff302384-26b5-44c6-9bad-14f7e3cd8d3e)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:04:36.662106 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.676520 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:36.800001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Calling delete_port for 13a9bc01-493c-4c88-a9c6-a073a298f2c1 owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:04:36.806965 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'status': 'completed', 'code': 200} May 20 15:04:36.823392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.841826 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666ca104-c466-4036-a903-631dae8d5606']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:36.850851 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.861019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Pushing event deleted for resources: {'Port': ['ID=13a9bc01-493c-4c88-a9c6-a073a298f2c1,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:36.861205 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:36.866774 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:36.871458 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:36.871895 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff302384-26b5-44c6-9bad-14f7e3cd8d3e') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:36.890264 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.899881 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-0cfde8e3-b661-4a17-a72f-b40910e2823a tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 990 time: 0.3373766 May 20 15:04:36.908075 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.916007 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] No DVR routers for this DVR port 13a9bc01-493c-4c88-a9c6-a073a298f2c1 on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:04:36.920430 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:04:36.921008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:36.925156 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Pushing event deleted for resources: {'Port': ['ID=13a9bc01-493c-4c88-a9c6-a073a298f2c1,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:36.935896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-74e3e635-db9a-4d0b-adb8-165a0e0221c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:36.936691 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-909edab9-e7fb-42cb-99f9-bbf8bd7bf879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:36.938569 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-909edab9-e7fb-42cb-99f9-bbf8bd7bf879 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.1404111 May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:04:36.949922 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:04:37.081439 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-d39e4214-c32b-4b54-98e9-8f2775f477d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:37.082962 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-d39e4214-c32b-4b54-98e9-8f2775f477d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 200 len: 897 time: 0.1376617 May 20 15:04:37.089732 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '58d33a26-f8ef-4b4b-a110-86fcee71d31f', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:04:35Z', 'updated_at': '2021-05-20T15:04:35Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:04:22Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:37.093733 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68937727-c981-465e-8050-5e55da965bcf None None] Checking router: d441108f-bd86-440a-9ebe-ff73ea90b057 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:04:37.102366 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:04:37.103544 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:37.160439 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:37.165852 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4a1db38a-51d5-4532-b5f1-901d2cd53549 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:37.183016 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:37.191428 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-da6abff1-0826-4714-845c-8c22574d754b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 200 len: 998 time: 0.1016080 May 20 15:04:37.193287 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Pushing event deleted for resources: {'Network': ['ID=666ca104-c466-4036-a903-631dae8d5606,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:37.197590 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:37.201311 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1938d816-678a-40e7-b658-6778912b2425 admin admin] 10.222.0.58 "DELETE /v2.0/networks/666ca104-c466-4036-a903-631dae8d5606 HTTP/1.1" status: 204 len: 168 time: 1.0917518 May 20 15:04:37.258906 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-03bfbed2-284d-4050-a85e-aa171a2a8364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:37.260396 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-03bfbed2-284d-4050-a85e-aa171a2a8364 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08f51f53-5587-4a2a-bf54-6cb12c39ef73 HTTP/1.1" status: 200 len: 835 time: 0.0628738 May 20 15:04:37.288770 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:04:37.328549 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34390) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:37.345458 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-97dec955-eeaa-42b7-a4ee-4182de20fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:04:37.346944 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-97dec955-eeaa-42b7-a4ee-4182de20fba8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0790069 May 20 15:04:37.381185 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-aab75563-317a-45b4-9f2f-baa81e6e433a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=6a276f5bd72e415cac1c93e57c78ff73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492094 May 20 15:04:37.381378 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34394) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:37.443723 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:37.473084 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:37.482715 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-2365a124-0457-4e10-b203-76f5ed28d97e service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282320 May 20 15:04:37.526983 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:37.531937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b96c6988-162b-4131-9c60-6a8dd0703a08 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:37.545401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962094eb-dc89-49e4-8816-0c32687ddf8b,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:37.549323 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:37.553308 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:37.554021 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-ff79073c-ffce-4c9f-85fe-624a0c72bffa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/962094eb-dc89-49e4-8816-0c32687ddf8b HTTP/1.1" status: 204 len: 168 time: 0.1717424 May 20 15:04:37.628456 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dc05d575-b2bf-4f8c-91d0-a14c83289456 req-552ab6e1-8d39-4a26-9230-6bb6ddd96c40 service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383374 May 20 15:04:37.657566 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-68937727-c981-465e-8050-5e55da965bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '58d33a26-f8ef-4b4b-a110-86fcee71d31f', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:04:35Z', 'updated_at': '2021-05-20T15:04:35Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:04:22Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:04:37.661486 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68937727-c981-465e-8050-5e55da965bcf None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '58d33a26-f8ef-4b4b-a110-86fcee71d31f', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:04:35Z', 'updated_at': '2021-05-20T15:04:35Z', 'revision_number': 0, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:04:22Z', 'revision_number': 5, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:04:37.854417 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b171280-8301-4e48-b420-348efb787444 None None] New status for floating IP 58d33a26-f8ef-4b4b-a110-86fcee71d31f: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:04:37.902010 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34402) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:37.928635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34406) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:37.986794 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-7ef54363-18a9-4077-a349-ec5df38bfe0b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9ced6419dbda42e69ba616a93a071e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561981 May 20 15:04:37.988883 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34410) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:38.015469 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-9b1cb60c-f779-4eda-82a8-414de7a04d33 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 990 time: 0.1119516 May 20 15:04:38.052354 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:38.079187 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:38.133776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:38.137986 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-5c10b478-7bf4-4086-a66b-f82410ef0637 tempest-PortsTestJSON-242335863 tempest-PortsTestJSON-242335863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:04:38.150635 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a7692a-38f1-4118-9c06-e6575357ecd9,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:04:38.153535 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:04:38.155626 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:38.156852 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4954fa84-187d-4a13-b8c3-c5042d132315 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7a7692a-38f1-4118-9c06-e6575357ecd9 HTTP/1.1" status: 204 len: 168 time: 0.1670949 May 20 15:04:38.159530 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 13a9bc01-493c-4c88-a9c6-a073a298f2c1 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:04:38.210256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 13a9bc01-493c-4c88-a9c6-a073a298f2c1 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:04:38.210594 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 13a9bc01-493c-4c88-a9c6-a073a298f2c1 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:04:38.440501 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-8b44c1a7-f1c1-4287-98c8-df4ea84e7b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:39.018339 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34416) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:04:39.123189 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-f51ebb64-5cd3-4ef4-b90a-2f4f7a9a3a3d tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 992 time: 0.1035581 May 20 15:04:40.666999 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-f9135de4-0474-477f-b573-43b1c4ff4792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:40.898779 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:41.947703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:43.654719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:04:47.567182 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:04:49.780128 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:04.739794 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-cb6f3d91-14fe-40c8-84b4-5f18e70545b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710018 May 20 15:05:04.878523 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-4486f4a4-080b-4335-bfed-3df1a2820ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:04.880061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-4486f4a4-080b-4335-bfed-3df1a2820ef9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0703373 May 20 15:05:05.024763 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-ffcfc8fd-d749-4da7-8568-0ef0138bbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:05.026101 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-ffcfc8fd-d749-4da7-8568-0ef0138bbcab service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 200 len: 897 time: 0.1241004 May 20 15:05:05.129704 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-d089dc20-3a21-478f-b40e-d92afb73ab74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 200 len: 1000 time: 0.0959277 May 20 15:05:05.190868 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-0035d13d-a5f5-457f-af54-b07915dd1422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:05.192262 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-0035d13d-a5f5-457f-af54-b07915dd1422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08f51f53-5587-4a2a-bf54-6cb12c39ef73 HTTP/1.1" status: 200 len: 835 time: 0.0549843 May 20 15:05:05.269296 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-d82b3743-ff6b-416e-86fc-5d9081885ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:05.270735 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-d82b3743-ff6b-416e-86fc-5d9081885ca7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0710273 May 20 15:05:05.545237 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-202be665-9c9a-4acb-9fd3-f5961221695d service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669113 May 20 15:05:05.675053 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-17275a28-4f05-4f9d-b8b3-f0715f8e63b9 req-87573795-020a-4998-9261-acb518b00275 service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222191 May 20 15:05:08.025486 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34436) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:08.030742 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'admin_state_up': False}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:05:08.442813 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-297c5adc-ce70-4ac5-bd21-baaf5bd5694b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:08.552698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:08.564144 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:08.743845 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:05:09.063617 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:05:09.071009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:09.072920 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-359c4da4-ff1f-4e2a-a60d-ae0a10a83a87 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/d441108f-bd86-440a-9ebe-ff73ea90b057 HTTP/1.1" status: 200 len: 888 time: 1.0464058 May 20 15:05:09.073079 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:05:09.083578 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:09.084181 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:09.144670 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:09.152912 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:09.153499 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:04:41Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:09.210120 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:09.210458 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b7f4b0-e6a0-43ea-8a2a-8a2d03dde6df None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:05:09.948082 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3de91e9-6242-432f-a094-cabcea5f0097 None None] New status for floating IP 58d33a26-f8ef-4b4b-a110-86fcee71d31f: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:05:10.153320 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:10.330686 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:10.347871 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c7187b8b-8649-47b0-8443-27ca17d56120, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c7187b8b-8649-47b0-8443-27ca17d56120,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:10.351854 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:10.353509 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:10.379743 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-019a2aad-4873-40b1-80c6-64995d29c12f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:10.473409 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:10.483121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.483466 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.483825 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.484140 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.484632 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.485097 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.485424 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.485751 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.486083 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.486402 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.486722 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.487039 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98807) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:10.491241 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:10.548358 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:10.580527 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port f183ccde-209e-4d35-93a3-f110365a178c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f183ccde-209e-4d35-93a3-f110365a178c,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:10.584723 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:10.588213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-6a90efea-a4f9-4fbe-b1c1-bf7a9f1291db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:10.659728 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:10.665906 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:10.672869 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4c1d8dec-48ca-47e6-9694-bac5da923a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:10.902352 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:11.209268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34442) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:11.214604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Request body: {'router': {'admin_state_up': True}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:05:11.726385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-696656', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-691941', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7674'] for router, precommit_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:11.737526 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-696635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-696617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-696610', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-691966'] for router, after_update {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:11.913268 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:05:11.951399 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:12.097333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:05:12.103749 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:12.104880 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-7d25b834-0968-42e4-92cb-5bbd90af4db3 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/d441108f-bd86-440a-9ebe-ff73ea90b057 HTTP/1.1" status: 200 len: 887 time: 0.8946416 May 20 15:05:12.106518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:05:12.107739 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34448) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:12.115870 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:12.116466 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:05:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:12.210881 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-69aef057-4284-489b-9668-93f8989613b0 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 990 time: 0.1019902 May 20 15:05:12.288409 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:05:12.645125 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:11Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '58d33a26-f8ef-4b4b-a110-86fcee71d31f', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:04:35Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:12.648820 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] Checking router: d441108f-bd86-440a-9ebe-ff73ea90b057 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:05:12.657352 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:12.657932 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:05:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:12.827213 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:05:13.157453 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:11Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '58d33a26-f8ef-4b4b-a110-86fcee71d31f', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:04:35Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:13.161280 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcea24f-ed01-4362-b89e-c7280d42f752 None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:11Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_floatingips': [{'id': '58d33a26-f8ef-4b4b-a110-86fcee71d31f', 'tenant_id': '53529b685f624223b93a383149f00310', 'floating_ip_address': '172.26.6.80', 'floating_network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'router_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'port_id': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'mac_address': 'fa:16:3e:18:cd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-20T15:04:35Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 2, 'project_id': '53529b685f624223b93a383149f00310', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:05:10Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:05:13.214981 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34452) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:13.320198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-45f1156b-512c-4a5f-9006-c92ddc545a88 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 990 time: 0.1038890 May 20 15:05:13.657955 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.195116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:05:14.272031 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c7187b8b-8649-47b0-8443-27ca17d56120 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:05:14.272406 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.323745 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34456) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:14.383565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.399387 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port c7187b8b-8649-47b0-8443-27ca17d56120, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c7187b8b-8649-47b0-8443-27ca17d56120,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:14.403468 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.404279 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:05:14.433061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-c864bf67-fe11-4cc5-a6de-9dcfbc91bd86 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 990 time: 0.1070538 May 20 15:05:14.434281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-97709c25-7407-4374-ac3f-0b31d0f3a3e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:14.518764 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=6']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:14.523345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:14.530102 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:05:14.530477 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.643598 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.688934 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] For port f183ccde-209e-4d35-93a3-f110365a178c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f183ccde-209e-4d35-93a3-f110365a178c,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:14.783429 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32217dc1-a7cc-408c-97ff-04a85e980eb8 None None] New status for floating IP 58d33a26-f8ef-4b4b-a110-86fcee71d31f: ACTIVE {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:05:14.836298 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:14.849908 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:15.022071 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Pushing event updated for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=7']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:15.028397 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:15.435774 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34460) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:15.540184 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-219679eb-ded5-4f7a-820a-ac4d4da53767 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 200 len: 992 time: 0.1030700 May 20 15:05:15.812095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34468) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:16.070120 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port a4461d9c-ea46-40d8-b9e9-63b270b2e8eb {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:05:16.070375 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.163603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:05:16.189710 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.190036 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.233763 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port c7187b8b-8649-47b0-8443-27ca17d56120 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:05:16.234141 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.312841 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for a4461d9c-ea46-40d8-b9e9-63b270b2e8eb owned by network:floatingip {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:05:16.345664 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c up at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:05:16.412787 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Provisioning complete for port f183ccde-209e-4d35-93a3-f110365a178c triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:05:16.413154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.430656 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.434352 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-602f5fe7-af58-41be-89e5-97793a24f858 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:16.479027 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=a4461d9c-ea46-40d8-b9e9-63b270b2e8eb,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:16.512920 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.513311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.513688 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.514054 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.514418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.514786 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.515170 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.515532 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.515890 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.516247 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.516611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.516971 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:16.524875 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:16.581649 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for floatingip, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:16.581976 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.db.l3_db [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Floating IP 58d33a26-f8ef-4b4b-a110-86fcee71d31f disassociated (deleted). External IP: 172.26.6.80, port: fb56d244-39d7-45b9-86f2-4c7ad43b1b6f. May 20 15:05:17.073887 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98806) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:05:17.248442 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98806) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:05:17.257518 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:05:17.264826 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for floatingip, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:17.267153 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:17.267767 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:05:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:17.321595 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-4c972950-634f-4995-b447-29cb3d63d2b6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/floatingips/58d33a26-f8ef-4b4b-a110-86fcee71d31f HTTP/1.1" status: 204 len: 168 time: 1.5084491 May 20 15:05:17.322262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:05:17.366894 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'status': 'completed', 'code': 200} May 20 15:05:17.458162 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:05:17.464059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-be01fe1c-aac3-4c65-9012-11157f1762b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:17.465564 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-be01fe1c-aac3-4c65-9012-11157f1762b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=53529b685f624223b93a383149f00310&device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0737138 May 20 15:05:17.609284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-796ccce2-41e5-421c-aa81-099ddcb4158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:17.610899 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-796ccce2-41e5-421c-aa81-099ddcb4158d service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 200 len: 897 time: 0.1385810 May 20 15:05:17.684320 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-1a7c7947-5d52-433d-a67c-09adc3a85826 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 200 len: 217 time: 0.0665200 May 20 15:05:17.706800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdc37d-38af-4ba1-83f5-79213eb2784d req-986ed396-ffd2-4b62-a9c5-fbb23322c5c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:17.708294 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0abdc37d-38af-4ba1-83f5-79213eb2784d req-986ed396-ffd2-4b62-a9c5-fbb23322c5c9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0885444 May 20 15:05:17.754587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-df990156-80a7-4a77-bfd8-78321553db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:17.756135 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-df990156-80a7-4a77-bfd8-78321553db13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=08f51f53-5587-4a2a-bf54-6cb12c39ef73 HTTP/1.1" status: 200 len: 835 time: 0.0639057 May 20 15:05:17.756286 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0abdc37d-38af-4ba1-83f5-79213eb2784d req-9ea4e590-48b7-4f1a-809d-341c1e8720d6 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404575 May 20 15:05:17.773368 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:11Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:17.777851 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] Checking router: d441108f-bd86-440a-9ebe-ff73ea90b057 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:05:17.786097 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:17.786695 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:05:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:17.839047 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-e0e11154-b660-4b32-a7d2-5f81e8ab869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:17.840563 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-e0e11154-b660-4b32-a7d2-5f81e8ab869a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0775182 May 20 15:05:17.976569 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-f8411e35-1d2c-43d4-b543-f52a6926d184 service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281469 May 20 15:05:17.987790 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:05:18.107870 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-ae7e81d7-8d3c-46b3-b5c6-3face2b45b0b req-505c8bbf-f0bd-41f3-8237-9cc6b8cba3ff service neutron] 10.222.0.11 "GET /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233683 May 20 15:05:18.291662 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:11Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:18.295323 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b276460-d2fa-4442-b3eb-2cc03aee0975 None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:11Z', 'revision_number': 6, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv', '_interfaces': [{'id': 'f183ccde-209e-4d35-93a3-f110365a178c', 'name': '', 'network_id': 'eb84cd14-e3e5-4061-90cb-cc2b5a8a781e', 'tenant_id': '53529b685f624223b93a383149f00310', 'mac_address': 'fa:16:3e:df:24:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:16Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'subnets': [{'id': '08f51f53-5587-4a2a-bf54-6cb12c39ef73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:05:18.927943 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a40f3-deca-4358-9fb7-0f1e27a73dd1 None None] New status for floating IP 58d33a26-f8ef-4b4b-a110-86fcee71d31f: DOWN {{(pid=98807) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 20 15:05:18.957062 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9375b-bc89-4900-9a88-fa2bb759a3ce req-8fe1cd5b-e965-4072-bad6-c96a7c7f503c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:18.958510 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ab9375b-bc89-4900-9a88-fa2bb759a3ce req-8fe1cd5b-e965-4072-bad6-c96a7c7f503c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0863175 May 20 15:05:19.010311 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-bc5b3a70-66df-483a-a493-2a5e014007d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:19.011059 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-bc5b3a70-66df-483a-a493-2a5e014007d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Synchronizing usage tracker for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:05:19.028513 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-bc5b3a70-66df-483a-a493-2a5e014007d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Unset dirty status for tenant:53529b685f624223b93a383149f00310 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:05:19.029658 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-bc5b3a70-66df-483a-a493-2a5e014007d9 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 945 time: 0.1112947 May 20 15:05:19.153649 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-0ab9375b-bc89-4900-9a88-fa2bb759a3ce req-936f96f1-0011-4b28-b17d-a2dbcc03e7f5 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/security-groups?id=4a169799-0e48-42b0-b95e-efbeeae5942a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894226 May 20 15:05:19.177662 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:05:19.178005 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:19.308275 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:19.308546 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:19.579752 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for fb56d244-39d7-45b9-86f2-4c7ad43b1b6f owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:05:19.688847 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:19.694351 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-3c1af9d7-0738-4425-8ab5-722e6f12f03c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:19.738954 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=fb56d244-39d7-45b9-86f2-4c7ad43b1b6f,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:19.742022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:19.788213 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:19.816267 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] No DVR routers for this DVR port fb56d244-39d7-45b9-86f2-4c7ad43b1b6f on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:05:19.818933 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:19.822160 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'name': 'network-vif-deleted', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:05:19.837718 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f594e022-9c8b-47d9-ac8d-624f9a7122d2 req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.11 "DELETE /v2.0/ports/fb56d244-39d7-45b9-86f2-4c7ad43b1b6f HTTP/1.1" status: 204 len: 173 time: 0.8017027 May 20 15:05:19.873076 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38706c8b-fe57-4426-87b5-5d42a2d4e8a9', 'name': 'network-vif-deleted', 'tag': 'fb56d244-39d7-45b9-86f2-4c7ad43b1b6f', 'status': 'completed', 'code': 200} May 20 15:05:20.318751 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-986e8493-e935-4279-8f04-d272fe82cecb req-260dcae7-ed08-46ae-bfeb-ffdcb6cf4a82 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "GET /v2.0/ports?device_id=38706c8b-fe57-4426-87b5-5d42a2d4e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0449450 May 20 15:05:21.411611 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34488) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:21.480126 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:21.509091 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:21.572434 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:21.577453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-c1fc1f29-4436-4ed4-8677-9b684a3603ba tempest-SecGroupTest-389804262 tempest-SecGroupTest-389804262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:21.593469 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a169799-0e48-42b0-b95e-efbeeae5942a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:21.596114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:21.601284 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:21.605377 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-65a9f6d7-7d77-46db-ae29-47efa5c26d90 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/security-groups/4a169799-0e48-42b0-b95e-efbeeae5942a HTTP/1.1" status: 204 len: 168 time: 0.1898015 May 20 15:05:21.635191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34494) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:22.180727 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-702206'] for router_interface, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:22.586392 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port f183ccde-209e-4d35-93a3-f110365a178c {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:05:22.586648 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:22.714646 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port f183ccde-209e-4d35-93a3-f110365a178c, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=f183ccde-209e-4d35-93a3-f110365a178c,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:22.715365 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:22.963517 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for f183ccde-209e-4d35-93a3-f110365a178c owned by network:router_interface {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:05:23.108679 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:23.112104 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-c2e1eb72-784a-496f-bfeb-55397270ab4f tempest-TestVolumeBootPattern-1531178622 tempest-TestVolumeBootPattern-1531178622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:23.158987 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=f183ccde-209e-4d35-93a3-f110365a178c,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:23.191384 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.191768 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.192140 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.192507 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.192869 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.193231 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.193595 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.193956 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.194314 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.194668 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.195019 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.195399 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-75-hyperv {{(pid=98805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 20 15:05:23.204724 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:23.350972 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device fb56d244-39d7-45b9-86f2-4c7ad43b1b6f no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:23.385222 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: fb56d244-39d7-45b9-86f2-4c7ad43b1b6f {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:05:23.385571 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device fb56d244-39d7-45b9-86f2-4c7ad43b1b6f not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:05:23.438659 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-702058'] for router_interface, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:23.796675 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Router d441108f-bd86-440a-9ebe-ff73ea90b057 has already been hosted by L3 agent bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7 {{(pid=98805) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 20 15:05:23.975340 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify agent at l3_agent.dv-neutron-601336-75-hyperv the message routers_updated {{(pid=98805) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 20 15:05:23.984853 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] Sync routers for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 20 15:05:23.989253 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-e726ec0a-2ebe-4f65-8480-a6456c31585e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "PUT /v2.0/routers/d441108f-bd86-440a-9ebe-ff73ea90b057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529162 May 20 15:05:23.992038 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34498) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:23.993933 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:23.994532 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:05:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:24.056299 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting subnet 08f51f53-5587-4a2a-bf54-6cb12c39ef73 {{(pid=98805) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 20 15:05:24.059065 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:24.115131 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-128374564'] for subnet, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:24.172307 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:05:24.199589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3925887'] for subnet, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:24.449302 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:23Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:24.453386 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] Checking router: d441108f-bd86-440a-9ebe-ff73ea90b057 for host: dv-neutron-601336-75-hyperv {{(pid=98808) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 20 15:05:24.462298 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] Routers {'d441108f-bd86-440a-9ebe-ff73ea90b057'} bound to L3 agent in host dv-neutron-601336-75-hyperv {{(pid=98808) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 20 15:05:24.462922 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-601336-75-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-20T14:39:11Z,description=,heartbeat_timestamp=2021-05-20T15:05:11Z,host='dv-neutron-601336-75-hyperv',id=bd4d16dc-e520-4160-a7e9-d0af0bb6f1f7,load=0,resource_versions=,resources_synced=,started_at=2021-05-20T14:39:11Z,topic='l3_agent')) {'router_ids': ['d441108f-bd86-440a-9ebe-ff73ea90b057'], 'active': True} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:24.598356 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3925878', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-128374317', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128671936'] for subnet, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:24.603173 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-47a054a3-bdf3-476f-85d2-97a4982a043c tempest-RoutersNegativeIpV6Test-25064274 tempest-RoutersNegativeIpV6Test-25064274-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:24.616191 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:05:24.641098 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for subnet, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:24.643964 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_dvr_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] Set router d441108f-bd86-440a-9ebe-ff73ea90b057 gateway port host: dv-neutron-601336-75-hyperv {{(pid=98808) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 20 15:05:24.645902 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Subnet': ['ID=08f51f53-5587-4a2a-bf54-6cb12c39ef73,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:24.647044 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f06ab03-bda8-4790-8b08-f28325924776 None None] Network eb84cd14-e3e5-4061-90cb-cc2b5a8a781e requested from dv-neutron-601336-75-hyperv {{(pid=98807) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 20 15:05:24.651871 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:24.655201 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1d6ce9ed-9c76-4a04-8594-13a91427f7ff tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/subnets/08f51f53-5587-4a2a-bf54-6cb12c39ef73 HTTP/1.1" status: 204 len: 168 time: 0.6620331 May 20 15:05:24.657579 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34502) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:24.842291 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:24.920479 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] DHCP port deletion for eb84cd14-e3e5-4061-90cb-cc2b5a8a781e request from dv-neutron-601336-75-hyperv {{(pid=98807) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 20 15:05:24.960792 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.l3_hamode_db [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:23Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}], 'dv-neutron-601336-75-hyperv', False) {} {{(pid=98808) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:24.964660 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5e2e48-fe18-4655-aa8d-6439ea9fcfd6 None None] The sync data for ids ['d441108f-bd86-440a-9ebe-ff73ea90b057'] in dv-neutron-601336-75-hyperv is: [{'id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'name': 'tempest-TestNetworkBasicOps-router-1651810954', 'tenant_id': '53529b685f624223b93a383149f00310', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'external_fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62'}], 'enable_snat': True}, 'gw_port_id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-20T15:04:10Z', 'updated_at': '2021-05-20T15:05:23Z', 'revision_number': 7, 'project_id': '53529b685f624223b93a383149f00310', 'gw_port': {'id': 'c7187b8b-8649-47b0-8443-27ca17d56120', 'name': '', 'network_id': 'b4fe6a92-1a47-4eb5-95ae-ce1072750c56', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:fb:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd441108f-bd86-440a-9ebe-ff73ea90b057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1509, 'fixed_ips': [{'subnet_id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'ip_address': '172.26.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-75-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-20T15:04:11Z', 'updated_at': '2021-05-20T15:05:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '5b6fa77c-2cc4-4a55-a210-5ed06b81e8f9', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-75-hyperv'}] {{(pid=98808) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 20 15:05:24.988952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Deleting port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb {{(pid=98807) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:05:24.989346 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.034132 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_gateway, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.108256 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Deleting port c7187b8b-8649-47b0-8443-27ca17d56120 {{(pid=98805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:05:25.108608 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.130952 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] For port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,segment=NetworkSegment(864aabb0-e11e-4061-8195-4abacb084f27),segment_id=864aabb0-e11e-4061-8195-4abacb084f27)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:25.131385 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.231177 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.db [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] For port c7187b8b-8649-47b0-8443-27ca17d56120, host dv-neutron-601336-75-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-75-hyperv',level=0,port_id=c7187b8b-8649-47b0-8443-27ca17d56120,segment=NetworkSegment(451f53e4-7567-4d93-9d5e-59b3c2cce025),segment_id=451f53e4-7567-4d93-9d5e-59b3c2cce025)] {{(pid=98805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:25.231475 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.251528 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Calling delete_port for 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb owned by network:dhcp {{(pid=98807) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:05:25.304435 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625'] for port, after_delete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.308276 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:25.350328 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Pushing event deleted for resources: {'Port': ['ID=4b9230b1-a5a4-4eb0-8b83-977815ecd5cb,revision_number=None']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:25.353826 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:25.354633 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe13919-8546-45ae-9808-eb8c541ad5e9 None None] No DVR routers for this DVR port 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb on host dv-neutron-601336-75-hyperv {{(pid=98807) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:05:25.362279 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.plugin [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Calling delete_port for c7187b8b-8649-47b0-8443-27ca17d56120 owned by network:router_gateway {{(pid=98805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:05:25.513703 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128374296'] for port, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.518151 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-a7790fb7-064c-422e-97eb-1248d1c590c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:25.563009 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Port': ['ID=c7187b8b-8649-47b0-8443-27ca17d56120,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:25.566076 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:25.650698 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-696607'] for router_gateway, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.816840 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-691929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7667'] for router, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.818951 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.842092 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-691829'] for router, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.842676 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Fanout notify agent at l3_agent the message router_deleted on router d441108f-bd86-440a-9ebe-ff73ea90b057 {{(pid=98805) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 20 15:05:25.862596 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for router, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:25.863709 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-50d12a48-fba5-4e74-868b-9ee70b98337c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/routers/d441108f-bd86-440a-9ebe-ff73ea90b057 HTTP/1.1" status: 204 len: 168 time: 1.2052410 May 20 15:05:25.866366 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34506) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:26.105200 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3762500'] for network, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.233316 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3872055', 'neutron.services.segments.db._delete_segments_for_network-8794689910393'] for network, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.246423 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb84cd14-e3e5-4061-90cb-cc2b5a8a781e']}} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:26.259757 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864aabb0-e11e-4061-8195-4abacb084f27') {'for_net_delete': True} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:26.260056 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.services.segments.db [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864aabb0-e11e-4061-8195-4abacb084f27') {} {{(pid=98805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 20 15:05:26.286688 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8794689915540', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-128374621'] for segment, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.310584 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.313948 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:26.317918 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=98805) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 20 15:05:26.318322 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-128374471'] for segment, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: Traceback (most recent call last): May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: timer() May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: cb(*args, **kw) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: return func(*args, **kwargs) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: self._notify() May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: self.callback(batched_events) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: event.method(event) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_id = self._get_aggregate_id(event.segment_id) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: aggregate_uuid = self.p_client.list_aggregates( May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: return f(self, *a, **k) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._get(url).json() May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: return self._client.get(url, endpoint_filter=self._ks_filter, May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: return self.request(url, 'GET', **kwargs) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: base_url = self.get_endpoint(auth, allow=allow, May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: auth = self._auth_required(auth, 'determine endpoint URL') May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 20 15:05:26.333027 dv-neutron-601336-75-hyperv neutron-server[98805]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 20 15:05:26.346844 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: c7187b8b-8649-47b0-8443-27ca17d56120 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:05:26.347226 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device c7187b8b-8649-47b0-8443-27ca17d56120 not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:05:26.347647 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:26.383053 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:05:26.383464 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device 4b9230b1-a5a4-4eb0-8b83-977815ecd5cb not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:05:26.383884 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c no longer exists at agent ovs-agent-dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:26.410061 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3872056', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-704254'] for network, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.413578 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-4459e16b-a71b-4be1-836c-9d2f50557291 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:26.416541 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] No Port match for: f183ccde-209e-4d35-93a3-f110365a178c {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:05:26.416815 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Device f183ccde-209e-4d35-93a3-f110365a178c not bound to the agent host dv-neutron-601336-75-hyperv {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:05:26.429003 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.440625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Pushing event deleted for resources: {'Network': ['ID=eb84cd14-e3e5-4061-90cb-cc2b5a8a781e,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:26.443762 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:26.449112 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-bc7ec8f7-bb61-4513-bd73-647f5fa24c2e tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] 10.222.0.58 "DELETE /v2.0/networks/eb84cd14-e3e5-4061-90cb-cc2b5a8a781e HTTP/1.1" status: 204 len: 168 time: 0.5817542 May 20 15:05:26.740212 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34514) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:26.887923 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-d673d06e-9a31-4db1-ae08-eb2b49911d4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=53529b685f624223b93a383149f00310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464813 May 20 15:05:26.890380 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34520) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:26.951576 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:26.978239 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.029120 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.032751 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-97f7e533-0849-4718-9b99-e8095a7ae773 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:27.046331 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829af49b-6f02-4356-bcba-11dc450fef6a,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:27.048783 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:27.055001 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.056181 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-0df0b7f7-d603-40d4-856a-a7c725dae41c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/829af49b-6f02-4356-bcba-11dc450fef6a HTTP/1.1" status: 204 len: 168 time: 0.1648307 May 20 15:05:27.329095 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34528) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:27.347070 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.360810 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:05:27.364625 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Usage tracker for resource:security_group_rule and tenant:ed3c87c722994ee19e600509b6be4daa is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:05:27.367401 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:05:27.373500 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:05:27.457778 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.461353 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.469604 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-ce994c0d-b3be-45be-a29c-e6604dc936fa tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:27.508662 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ed3c87c722994ee19e600509b6be4daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1785090 May 20 15:05:27.510917 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d0eff7-c347-43f3-bdb8-e1f92e2d803a,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:27.511878 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34532) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:27.513916 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-dd295a57-0825-4a89-8a21-9aa636983a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:27.572850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.598262 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.651682 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.655396 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-60f84e5f-99c5-4a38-81a5-471e3a387ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:27.665988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d0eff7-c347-43f3-bdb8-e1f92e2d803a,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:27.669447 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:27.673022 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:27.674112 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/89d0eff7-c347-43f3-bdb8-e1f92e2d803a HTTP/1.1" status: 204 len: 168 time: 0.1612620 May 20 15:05:34.614871 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-0da12c5d-a2be-4688-96c3-12b0d0947569 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=904172f9a44d4376ab3e3e03593ae272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291359 May 20 15:05:34.768575 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-09d69181-d71b-4ff4-b162-2e2f6a3e7b3f tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:34.769929 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-09d69181-d71b-4ff4-b162-2e2f6a3e7b3f tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495204 May 20 15:05:34.784250 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-9b1ad95a-c08f-42cf-a7ca-7f3b03423e6d tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/quotas/904172f9a44d4376ab3e3e03593ae272 HTTP/1.1" status: 200 len: 375 time: 0.0088120 May 20 15:05:34.830251 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-c119fa24-0a2a-4963-add9-38bf1b02b165 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=904172f9a44d4376ab3e3e03593ae272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410995 May 20 15:05:35.005538 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-7925669e-777f-47d6-9058-fda579fda203 req-f4f7ca7b-de48-42e2-bd73-eea6a23b57ae tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 210 time: 0.0461988 May 20 15:05:35.903199 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-981d5a82-2372-46f0-a161-be089b24db26 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=904172f9a44d4376ab3e3e03593ae272&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301676 May 20 15:05:36.055040 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-67bdfc3f-ad1e-412c-bbf4-a1d67a8ee404 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:36.057490 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-67bdfc3f-ad1e-412c-bbf4-a1d67a8ee404 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492925 May 20 15:05:36.073168 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Request body: {'port': {'device_id': '95204425-6d4d-4d99-9201-933c649ee412', 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b', 'admin_state_up': True, 'tenant_id': '904172f9a44d4376ab3e3e03593ae272'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:05:36.160974 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6876ad7-13ed-4488-a3ae-e6d8b9a1b5b6 req-e48978a3-5ec7-4db3-858f-fe734f4aa737 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 210 time: 0.0434709 May 20 15:05:36.210271 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:05:36.214009 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Usage tracker for resource:port and tenant:904172f9a44d4376ab3e3e03593ae272 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:05:36.216965 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:05:36.223103 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:05:36.232495 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Made reservation on behalf of 904172f9a44d4376ab3e3e03593ae272 for: {'port': 1} {{(pid=98806) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:05:36.236015 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.248463 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.263214 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:05:36.266869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Usage tracker for resource:security_group_rule and tenant:904172f9a44d4376ab3e3e03593ae272 is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:05:36.269573 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:05:36.275145 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:05:36.362668 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.366235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.370832 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-7542ff08-2e61-4abf-bee0-5db3db5ef88e tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:36.448619 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7610b5c3-65f0-4932-9b76-a089755b0032,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:36.454399 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:36.534659 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.db_base_plugin_common [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Allocated IP 192.168.233.98 (ad8a92ef-8898-4a07-890a-9f1a5e024b3b/e1036136-43db-4199-84ed-3e9257dab7c0/5f87076e-b45a-4fc4-8b69-8901cc9e0dc3) {{(pid=98806) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 20 15:05:36.730310 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks [] for port, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.744909 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Transition to ACTIVE for port object 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 will not be triggered until provisioned by entity DHCP. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:05:36.768567 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8794689464616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.773755 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-4bb59e5e-bbab-41d0-93a5-496d54e3924d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:36.837924 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Network ad8a92ef-8898-4a07-890a-9f1a5e024b3b is already hosted by enough agents. {{(pid=98806) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 20 15:05:36.841334 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.scheduler.base_scheduler [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Resources bound (agent type, host, resource id): {{(pid=98806) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 20 15:05:36.844988 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Received port after_create {{(pid=98806) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 20 15:05:36.878904 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Pushing event updated for resources: {'Port': ['ID=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:36.886414 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:36.917182 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:36.917796 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:36.944474 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-ded01e16-2efd-40c2-9d40-dada39dd17e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8749990 May 20 15:05:36.957065 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.v2.base [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Request body: {'port': {'device_id': '95204425-6d4d-4d99-9201-933c649ee412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=98806) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:05:37.069191 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.109680 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4457beba-866a-4861-ab81-bbe5abb56c3d None None] Provisioning for port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 completed by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:05:37.114471 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-4457beba-866a-4861-ab81-bbe5abb56c3d None None] Provisioning complete for port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 triggered by entity DHCP. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:05:37.114944 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4457beba-866a-4861-ab81-bbe5abb56c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.170772 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-4457beba-866a-4861-ab81-bbe5abb56c3d None None] Port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 cannot update to ACTIVE because it is not bound. {{(pid=98807) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 20 15:05:37.343006 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d34eae-cd5e-4e03-bc9e-075b582a1dd0 req-ec347b4f-e825-429b-9d9d-3c9b1d258318 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:37.344429 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6d34eae-cd5e-4e03-bc9e-075b582a1dd0 req-ec347b4f-e825-429b-9d9d-3c9b1d258318 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 935 time: 0.0784159 May 20 15:05:37.392198 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-d6d34eae-cd5e-4e03-bc9e-075b582a1dd0 req-9f6fd1d3-89c7-4dea-afd8-9167b1a5d4bf tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418236 May 20 15:05:37.407679 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 {{(pid=98806) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:05:37.414828 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Notify callbacks [] for port, precommit_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.429095 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.provisioning_blocks [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Transition to ACTIVE for port object 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 will not be triggered until provisioned by entity L2. {{(pid=98806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 20 15:05:37.433240 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.437567 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-13ae306a-7708-4714-ad14-0aa506be622c tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:37.585652 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Pushing event updated for resources: {'Port': ['ID=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,revision_number=2']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:37.593587 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:37.668707 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Attempting to bind port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 on host hv-neutron-6013 for vnic_type normal with profile {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 20 15:05:37.669057 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Attempting to bind port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 by drivers openvswitch,hyperv on host hv-neutron-6013 at level 0 using segments [{'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 20 15:05:37.669373 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Attempting to bind port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 on network ad8a92ef-8898-4a07-890a-9f1a5e024b3b {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:05:37.673718 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 on network ad8a92ef-8898-4a07-890a-9f1a5e024b3b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-6013 {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 20 15:05:37.674031 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Attempting to bind port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 on network ad8a92ef-8898-4a07-890a-9f1a5e024b3b {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 20 15:05:37.679082 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Checking agent: {'id': 'bf3fc1f4-9262-4a1d-9716-4a282f58f5c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'started_at': datetime.datetime(2021, 5, 20, 14, 44, 50), 'heartbeat_timestamp': datetime.datetime(2021, 5, 20, 15, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 20 15:05:37.679441 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Checking segment: {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 20 15:05:37.679815 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Bound using segment: {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'} {{(pid=98806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 20 15:05:37.680230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.managers [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Bound port: 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host: hv-neutron-6013, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525721d0-7cf9-42dd-9e85-e3266f1e3085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b'}}] {{(pid=98806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 20 15:05:37.680568 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.766159 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] For port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host hv-neutron-6013, cleared binding levels {{(pid=98806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 20 15:05:37.768964 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] For port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 20 15:05:37.773629 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-128323072'] for port, after_update {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.778514 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b1f8f6d4-4f71-40b3-81d5-d46a45572f40 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:37.967230 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:37.967850 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:37.969276 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] 10.222.0.11 "PUT /v2.0/ports/5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 HTTP/1.1" status: 200 len: 1097 time: 1.0168533 May 20 15:05:37.969816 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95204425-6d4d-4d99-9201-933c649ee412', 'tag': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:05:38.001121 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Pushing event updated for resources: {'Port': ['ID=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,revision_number=3']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:38.004359 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-59a73971-5553-43d7-b8bd-deeb0a193aed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:38.044566 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95204425-6d4d-4d99-9201-933c649ee412', 'tag': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3', 'status': 'completed', 'code': 200} May 20 15:05:38.086711 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-df515115-549e-4e73-9862-dc8fe746e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.088343 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-df515115-549e-4e73-9862-dc8fe746e255 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=904172f9a44d4376ab3e3e03593ae272&device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 1100 time: 0.0746315 May 20 15:05:38.159407 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-c3a15f75-6fa5-4fd3-b295-a8e374f957bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 HTTP/1.1" status: 200 len: 217 time: 0.0631115 May 20 15:05:38.229242 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-69a82f10-5d50-43f3-bd90-14264cbb66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.230617 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-69a82f10-5d50-43f3-bd90-14264cbb66bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1036136-43db-4199-84ed-3e9257dab7c0 HTTP/1.1" status: 200 len: 843 time: 0.0645790 May 20 15:05:38.305195 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-5454c58e-96ef-4cd4-ac50-4ec9fd28eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.307297 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-5454c58e-96ef-4cd4-ac50-4ec9fd28eb11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad8a92ef-8898-4a07-890a-9f1a5e024b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0698905 May 20 15:05:38.439929 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-e9276aff-b4e8-4a78-a435-83963757116a service neutron] 10.222.0.11 "GET /v2.0/networks/ad8a92ef-8898-4a07-890a-9f1a5e024b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246293 May 20 15:05:38.447202 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1cdfa41e-6363-4d89-a569-631203c9eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:38.574175 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-dd38d3cc-7242-4ff7-9df3-5af1643bc047 req-1f47ea37-2c79-41e9-ab4f-e9eb23f2d766 service neutron] 10.222.0.11 "GET /v2.0/networks/ad8a92ef-8898-4a07-890a-9f1a5e024b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267104 May 20 15:05:38.580008 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210546-0e98-4da1-b38f-042dbe19b0c6 req-1928e9e4-58cb-4691-b1a1-96f731fb39c0 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.581465 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-07210546-0e98-4da1-b38f-042dbe19b0c6 req-1928e9e4-58cb-4691-b1a1-96f731fb39c0 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 947 time: 0.0797887 May 20 15:05:38.627537 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-07210546-0e98-4da1-b38f-042dbe19b0c6 req-b6e648ec-ae68-43b5-9f8e-f327d5a6b78a tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401237 May 20 15:05:38.691653 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-0957fa6e-b120-4fc3-8989-bbe66065a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.693061 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-0957fa6e-b120-4fc3-8989-bbe66065a1a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=904172f9a44d4376ab3e3e03593ae272&device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 1100 time: 0.0702341 May 20 15:05:38.821337 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-1016bef8-5d84-4f98-969b-93a0affe2c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.822768 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-1016bef8-5d84-4f98-969b-93a0affe2c2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=ad8a92ef-8898-4a07-890a-9f1a5e024b3b HTTP/1.1" status: 200 len: 870 time: 0.1224897 May 20 15:05:38.894204 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-467ea937-11af-47ac-8ad4-96495bb81bb9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 HTTP/1.1" status: 200 len: 217 time: 0.0641024 May 20 15:05:38.955806 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-fb1b45b9-4a68-4e65-9215-60bfe0d1862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:38.957109 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-fb1b45b9-4a68-4e65-9215-60bfe0d1862d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e1036136-43db-4199-84ed-3e9257dab7c0 HTTP/1.1" status: 200 len: 843 time: 0.0561614 May 20 15:05:39.035869 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-66ea83a9-5bec-4677-8431-63215a66b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:39.037319 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-66ea83a9-5bec-4677-8431-63215a66b265 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ad8a92ef-8898-4a07-890a-9f1a5e024b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1181 time: 0.0726981 May 20 15:05:39.165523 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-369ef789-99ae-4614-aeee-9144d3b30538 service neutron] 10.222.0.11 "GET /v2.0/networks/ad8a92ef-8898-4a07-890a-9f1a5e024b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209216 May 20 15:05:39.296828 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-8a8a0660-8904-4f04-a31d-0e4e3e76577d req-5db949ca-22fd-4a6d-8e5d-5d439177481d service neutron] 10.222.0.11 "GET /v2.0/networks/ad8a92ef-8898-4a07-890a-9f1a5e024b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243491 May 20 15:05:39.813191 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e551d980-5df5-43e8-90e3-85064b994e6d req-0badfd80-63a6-4fac-85cf-9933468ab3b6 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:39.814675 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e551d980-5df5-43e8-90e3-85064b994e6d req-0badfd80-63a6-4fac-85cf-9933468ab3b6 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 947 time: 0.0835848 May 20 15:05:39.858022 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-e551d980-5df5-43e8-90e3-85064b994e6d req-0ad0cc57-6535-4a54-9604-0d76d46f3f9e tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374844 May 20 15:05:40.664281 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-e944171c-ed38-4992-9b6d-923545437a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:40.908896 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:41.038932 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eac3b5-116a-456f-8c3b-7c5342ea8a73 req-89e5ac0a-b687-4b66-b94a-8aea66b2fc86 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:41.040307 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-98eac3b5-116a-456f-8c3b-7c5342ea8a73 req-89e5ac0a-b687-4b66-b94a-8aea66b2fc86 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 947 time: 0.0789235 May 20 15:05:41.086976 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-98eac3b5-116a-456f-8c3b-7c5342ea8a73 req-c781bc3a-1a73-4a8d-b2b7-b8d975654175 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410540 May 20 15:05:41.413807 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 details requested by agent hyperv_hv-neutron-6013 with host hv-neutron-6013 {{(pid=98807) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} May 20 15:05:41.541724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:41.557989 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Returning: {'device': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3', 'network_id': 'ad8a92ef-8898-4a07-890a-9f1a5e024b3b', 'port_id': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3', 'mac_address': 'fa:16:3e:6c:a4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1036136-43db-4199-84ed-3e9257dab7c0', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98807) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:170}} May 20 15:05:41.611573 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:41.627914 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 {{(pid=98807) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 20 15:05:41.643561 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:41.647877 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:41.649653 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c121ab26-10fd-4a8d-9e8f-104afc084057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:41.716628 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,revision_number=4']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:41.719565 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:41.868256 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['5f87076e-b45a-4fc4-8b69-8901cc9e0dc3'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:05:41.967461 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:42.270944 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753602d-a570-4162-82e4-101f8791dbbe req-1a223587-f7ae-4eb3-97e1-5d09b8e99317 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:42.272329 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1753602d-a570-4162-82e4-101f8791dbbe req-1a223587-f7ae-4eb3-97e1-5d09b8e99317 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 948 time: 0.0793753 May 20 15:05:42.315964 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-1753602d-a570-4162-82e4-101f8791dbbe req-c01487d5-2a36-4437-9132-e20f03f9ff15 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373580 May 20 15:05:43.407411 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 up at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:280}} May 20 15:05:43.474006 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning for port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 completed by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 20 15:05:43.479033 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.db.provisioning_blocks [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Provisioning complete for port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 triggered by entity L2. {{(pid=98807) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 20 15:05:43.479448 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3872693'] for port, provisioning_complete {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:43.502933 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06e57c-c361-4c29-9a4f-f98a5783d15f req-54a88557-3dfd-465c-b49d-d9073156ba8e tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:43.504428 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8b06e57c-c361-4c29-9a4f-f98a5783d15f req-54a88557-3dfd-465c-b49d-d9073156ba8e tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 948 time: 0.0840287 May 20 15:05:43.550775 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-8b06e57c-c361-4c29-9a4f-f98a5783d15f req-a25b14e5-7f80-4bcb-85f3-89bde9dc87f0 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 May 20 15:05:43.604351 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3854014'] for port, before_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:43.630454 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95204425-6d4d-4d99-9201-933c649ee412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3'}] {{(pid=98807) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:05:43.640549 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] For port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98807) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:43.648128 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8794689850588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8794689464634', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8794689464679'] for port, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:43.651560 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:43.705872 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:43.729671 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Pushing event updated for resources: {'Port': ['ID=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,revision_number=5']} {{(pid=98807) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:43.732817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG oslo_concurrency.lockutils [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98807) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:43.819667 dv-neutron-601336-75-hyperv neutron-server[98807]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95204425-6d4d-4d99-9201-933c649ee412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3', 'code': 200} May 20 15:05:44.044395 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c4902-2130-4cc8-a772-8cc415fa1d22 req-a48c9ba0-08b0-4f10-b415-6bc6dd61c006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:44.045836 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f66c4902-2130-4cc8-a772-8cc415fa1d22 req-a48c9ba0-08b0-4f10-b415-6bc6dd61c006 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 1102 time: 0.0675240 May 20 15:05:44.086388 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-f66c4902-2130-4cc8-a772-8cc415fa1d22 req-4d562a2f-9a59-45fe-aabd-01cde2cefc12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 May 20 15:05:44.736488 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ff945-be6c-4c44-a852-2f5c98c80b8f req-bda7bbd5-4ee2-432f-9ead-fbc47fcec74a tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:44.737955 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9d1ff945-be6c-4c44-a852-2f5c98c80b8f req-bda7bbd5-4ee2-432f-9ead-fbc47fcec74a tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 949 time: 0.0799720 May 20 15:05:44.782723 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-9d1ff945-be6c-4c44-a852-2f5c98c80b8f req-27cbf89a-a86d-48bc-8379-78cf12bab9e4 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381844 May 20 15:05:45.968823 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e2b7a-3328-4450-bbec-15f95ff570d9 req-ac8b6c55-843a-46fd-9119-8a59e142d4b7 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:45.970264 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-390e2b7a-3328-4450-bbec-15f95ff570d9 req-ac8b6c55-843a-46fd-9119-8a59e142d4b7 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 949 time: 0.0833635 May 20 15:05:46.014446 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-390e2b7a-3328-4450-bbec-15f95ff570d9 req-dee78ab1-f868-416b-85ab-aeb7f61bd423 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 May 20 15:05:47.081760 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b6ee5-0fec-42db-899c-cfaaad773fb5 req-84f05fcb-e410-4f2b-81a6-8dc50b77b118 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:47.083247 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ea3b6ee5-0fec-42db-899c-cfaaad773fb5 req-84f05fcb-e410-4f2b-81a6-8dc50b77b118 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 949 time: 0.0868394 May 20 15:05:47.126309 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-ea3b6ee5-0fec-42db-899c-cfaaad773fb5 req-8f93f167-211c-400f-999b-6a05efe5de66 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372839 May 20 15:05:48.309937 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be01b0-2b73-425e-8ea6-8cafcb30b951 req-bca2f0a8-832e-4602-a261-10708f433afe tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:48.311393 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-38be01b0-2b73-425e-8ea6-8cafcb30b951 req-bca2f0a8-832e-4602-a261-10708f433afe tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 949 time: 0.0794942 May 20 15:05:48.353962 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-38be01b0-2b73-425e-8ea6-8cafcb30b951 req-83046490-1b2f-4718-9cf7-62f949f09286 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/security-groups?id=7610b5c3-65f0-4932-9b76-a089755b0032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 May 20 15:05:48.531640 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1f256cd5-ea58-4766-a994-47ba90f8b938 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98806) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:48.532223 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1f256cd5-ea58-4766-a994-47ba90f8b938 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Synchronizing usage tracker for tenant:904172f9a44d4376ab3e3e03593ae272 on resource:port {{(pid=98806) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 20 15:05:48.548620 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1f256cd5-ea58-4766-a994-47ba90f8b938 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Unset dirty status for tenant:904172f9a44d4376ab3e3e03593ae272 on resource:port {{(pid=98806) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 20 15:05:48.549755 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1f256cd5-ea58-4766-a994-47ba90f8b938 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.11 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 949 time: 0.0981936 May 20 15:05:48.687674 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Deleting port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 {{(pid=98806) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 20 15:05:48.688010 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8794689827696'] for port, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:48.816733 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.db [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] For port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-6013',level=0,port_id=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,segment=NetworkSegment(525721d0-7cf9-42dd-9e85-e3266f1e3085),segment_id=525721d0-7cf9-42dd-9e85-e3266f1e3085)] {{(pid=98806) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 20 15:05:48.817002 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-713780'] for port, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:48.936114 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.plugins.ml2.plugin [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Calling delete_port for 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 owned by compute:nova {{(pid=98806) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 20 15:05:49.041600 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3853901', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90279', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555474', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8794689850570', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8794689464625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-128323323'] for port, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:49.046809 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-0530759d-6f1d-4091-9a35-1f41358960f1 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:49.054266 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.db [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] get_ports_and_sgs() called for port_ids ['5f87076e-b45a-4fc4-8b69-8901cc9e0dc3'] {{(pid=98807) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 20 15:05:49.231422 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Pushing event deleted for resources: {'Port': ['ID=5f87076e-b45a-4fc4-8b69-8901cc9e0dc3,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:49.234857 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:49.308899 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.l3_dvrscheduler_db [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] No DVR routers for this DVR port 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 on host hv-neutron-6013 {{(pid=98806) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 20 15:05:49.311453 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92199'] for port, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:49.314208 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95204425-6d4d-4d99-9201-933c649ee412', 'name': 'network-vif-deleted', 'tag': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3'}] {{(pid=98806) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 20 15:05:49.329969 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [req-74bd0198-de33-45cc-a3ef-64a7759d1d58 req-1e48b60c-9c4f-4fad-a850-452f7dbe5848 tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.11 "DELETE /v2.0/ports/5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 HTTP/1.1" status: 204 len: 173 time: 0.7710872 May 20 15:05:49.362743 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95204425-6d4d-4d99-9201-933c649ee412', 'name': 'network-vif-deleted', 'tag': '5f87076e-b45a-4fc4-8b69-8901cc9e0dc3', 'status': 'completed', 'code': 200} May 20 15:05:49.519401 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [req-c1e4f8db-bec5-4d9d-bc48-23d2f54fe6ad req-d3e448ca-da70-4582-8466-e5c219cebf0d tempest-ServersAdminNegativeTestJSON-859949313 tempest-ServersAdminNegativeTestJSON-859949313-project] 10.222.0.58 "GET /v2.0/ports?device_id=95204425-6d4d-4d99-9201-933c649ee412 HTTP/1.1" status: 200 len: 210 time: 0.0540369 May 20 15:05:49.786606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:50.869074 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34666) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:51.012774 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-1c3c930c-4ee2-4dbe-9cea-cb037132d5e1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=904172f9a44d4376ab3e3e03593ae272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424820 May 20 15:05:51.015220 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34672) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:51.069975 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.094992 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.145227 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.148729 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-e50700ee-caa1-41ea-95c5-c70f37dc7cec tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:51.161486 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7610b5c3-65f0-4932-9b76-a089755b0032,revision_number=None']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:51.164342 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:51.166482 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.167460 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-22528734-5a3f-4f97-9ba8-1d72a882fe57 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7610b5c3-65f0-4932-9b76-a089755b0032 HTTP/1.1" status: 204 len: 168 time: 0.1513793 May 20 15:05:51.433929 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.wsgi [-] (98806) accepted ('10.222.0.58', 34680) {{(pid=98806) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:51.447558 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 no longer exists at agent hyperv_hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} May 20 15:05:51.452235 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.469740 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:05:51.473544 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Usage tracker for resource:security_group_rule and tenant:557f7ff33c6241cc9edb8bb8661a7ded is out of sync, need to count used quota {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:05:51.476388 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.quota.resource [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98806) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:05:51.480703 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.plugin [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] No Port match for: 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 {{(pid=98807) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 20 15:05:51.481062 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Device 5f87076e-b45a-4fc4-8b69-8901cc9e0dc3 not bound to the agent host hv-neutron-6013 {{(pid=98807) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} May 20 15:05:51.482034 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.db.quota.driver [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98806) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:05:51.562776 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.566418 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron_lib.callbacks.manager [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.575139 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-53e3a2b3-8251-4220-a758-e11146d403eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:51.613751 dv-neutron-601336-75-hyperv neutron-server[98806]: INFO neutron.wsgi [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=557f7ff33c6241cc9edb8bb8661a7ded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786747 May 20 15:05:51.614539 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc58aada-49f4-4790-aaae-dddfd5195940,revision_number=1']} {{(pid=98806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:51.616333 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34684) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:51.617675 dv-neutron-601336-75-hyperv neutron-server[98806]: DEBUG oslo_concurrency.lockutils [None req-b0d59238-4e8e-468f-90c0-8dc00946f482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:51.675555 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.701502 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.752114 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_delete {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.756800 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-b0f8ef50-7b5f-4cc2-85da-1d51f2396232 tempest-NegativeSecGroupTest-1456664587 tempest-NegativeSecGroupTest-1456664587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:51.770985 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc58aada-49f4-4790-aaae-dddfd5195940,revision_number=None']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:51.773912 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:51.777966 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:51.779075 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-1293a75f-e9a8-4e24-8da9-01b0bd866c64 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc58aada-49f4-4790-aaae-dddfd5195940 HTTP/1.1" status: 204 len: 168 time: 0.1611817 May 20 15:05:52.482146 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.wsgi [-] (98805) accepted ('10.222.0.58', 34708) {{(pid=98805) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 20 15:05:52.584539 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.v2.base [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-732133443-network', 'tenant_id': 'a672945d03164c43b7d8eb7726a3701d'}} {{(pid=98805) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 20 15:05:52.589777 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:05:52.593589 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Usage tracker for resource:network and tenant:a672945d03164c43b7d8eb7726a3701d is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:05:52.596441 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:05:52.602838 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:05:52.612238 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Made reservation on behalf of a672945d03164c43b7d8eb7726a3701d for: {'network': 1} {{(pid=98805) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 20 15:05:52.614466 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-3854005'] for network, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.629311 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.643861 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 20 15:05:52.647562 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Usage tracker for resource:security_group_rule and tenant:a672945d03164c43b7d8eb7726a3701d is out of sync, need to count used quota {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 20 15:05:52.650905 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.quota.resource [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98805) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 20 15:05:52.656509 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.db.quota.driver [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98805) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 20 15:05:52.735201 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.739644 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560068'] for security_group, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.742367 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-9398390c-fc75-4656-93af-158016c7c466 tempest-TestNetworkBasicOps-419377732 tempest-TestNetworkBasicOps-419377732-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:52.770249 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=98805) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 20 15:05:52.779166 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af0b67e-9842-424d-bcae-770aff5e6ec0,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:52.782696 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:52.785328 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3925537'] for segment, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.785698 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.db.segments_db [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Added segment afa7b4bd-4222-4a6f-bb9d-c3110748242d of type vlan for network 6e4f505f-1240-4a80-9740-ba1d59dca028 May 20 15:05:52.812142 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8794689481638'] for network, precommit_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.843167 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-558805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556065'] for network, after_create {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.844189 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98805) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 20 15:05:52.844765 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron_lib.callbacks.manager [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Notify callbacks [] for network, before_response {{(pid=98805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:05:52.849386 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-1786c63c-80e9-46a1-b9f2-5dbbc52e1750 tempest-TestNetworkAdvancedServerOps-211204874 tempest-TestNetworkAdvancedServerOps-211204874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 20 15:05:53.062313 dv-neutron-601336-75-hyperv neutron-server[98805]: INFO neutron.wsgi [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5790374 May 20 15:05:53.065650 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Pushing event updated for resources: {'Network': ['ID=6e4f505f-1240-4a80-9740-ba1d59dca028,revision_number=1']} {{(pid=98805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 20 15:05:53.068385 dv-neutron-601336-75-hyperv neutron-server[98805]: DEBUG oslo_concurrency.lockutils [None req-6c7effe2-57b5-4c1b-ae50-48de20596010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=98805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 20 15:05:53.075982 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron.plugins.ml2.rpc [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Network 6e4f505f-1240-4a80-9740-ba1d59dca028 details requested by agent ovs-agent-dv-neutron-601336-75-hyperv with host dv-neutron-601336-75-hyperv {{(pid=98807) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} May 20 15:06:01.604817 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:06:08.449493 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-7280f5f6-8b10-4913-8ead-71847e8c7f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:10.668419 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d6f14d09-5b1d-4b84-ac39-a8031234b231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:10.902835 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:11.956001 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:13.662668 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:19.801853 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:38.450742 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4905328c-1f43-4cd6-855d-a25bd2953fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:38.603235 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:06:40.669959 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1271-45e7-4c5e-ba5b-2895355b61a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:40.908234 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:41.958817 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:43.698237 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:06:49.817353 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:08.452235 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-361f5b88-6902-4f0b-a2bd-ec8f82ac0dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:10.672389 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-2b478497-9478-431d-8de3-6b43c6a5d748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:10.899951 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:11.962165 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:13.666687 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:15.601875 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:07:19.831634 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:38.452834 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-fa557903-a0bd-4b49-ac88-2e7288ec2111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:40.674343 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-54cab7e0-d446-4abd-b619-c99d0b9b5eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:40.902746 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:41.968079 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:43.669292 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:49.832099 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:07:52.600356 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:08:08.455629 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-bdff21be-f8fc-4175-8d2f-056bd0fc28eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:10.675551 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3829d8de-c315-4396-b2ac-460060bb0661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:10.910685 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:11.967154 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:13.672596 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:19.830719 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:29.598640 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:08:38.456487 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-90983e20-66cd-4f24-aeca-83bdfa2f27fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:40.677784 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-21ae253c-a33f-49c5-97e8-3befff17d4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:40.902724 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:41.970121 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:43.675075 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:08:49.823603 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:06.597404 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:09:08.457052 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d446dcbf-0059-4b55-b089-f2d5be6791a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:10.679535 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-71c6a67a-62ca-4f49-8f25-4d01f9cd330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:10.899967 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:11.972831 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:13.677116 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:19.822762 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:38.458026 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-d4b752c3-8578-41bd-9e31-4c585f904cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:40.683520 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-6e6d600a-38b8-46c5-959f-c01c69253b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:40.901677 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:41.975567 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:43.595533 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 20 15:09:43.679316 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:09:49.830890 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:08.459842 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-26dd65b7-da05-46bd-ab87-a485b4b2cfe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:10.684345 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-3c60ea22-404f-4c79-a380-a626c60be4db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:10.904022 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c47e4d20-476f-4120-a0da-e114a745b8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:11.978886 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-4caf662d-1e51-422c-bb3c-a9f02e74057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:13.682264 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-17fc3361-9995-4a8d-abc2-251d88bba670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:19.830606 dv-neutron-601336-75-hyperv neutron-server[98807]: DEBUG neutron_lib.callbacks.manager [None req-c9a21a04-a3e1-4ebf-820d-71106413464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8794689910375', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3872580'] for agent, after_update {{(pid=98807) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 20 15:10:20.595194 dv-neutron-601336-75-hyperv neutron-server[98808]: DEBUG neutron.db.agents_db [None req-47a3ee8f-fae6-43d1-8763-3f93dab62167 None None] Agent healthcheck: found 6 active agents {{(pid=98808) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}